Java 네트워크 파일 가져오기 및 데이터베이스 코드 삽입

 
package webTools; 
import java.io.BufferedReader; 
import java.io.IOException; 
import java.io.InputStreamReader; 
import java.io.UnsupportedEncodingException; 
import java.net.MalformedURLException; 
import java.net.URL; 
import java.util.ArrayList; 
import java.util.HashMap; 
import java.util.List; 
import java.util.regex.Matcher; 
import java.util.regex.Pattern; 
import dbTools.DBTools; 
public class IOTOWeb { 
public String getHtmlContent(String htmlURL) { 
URL url = null; 
String rowContent = ""; 
StringBuffer htmlContent = new StringBuffer(); 
try { 
url = new URL(htmlURL); 
BufferedReader in = new BufferedReader(new InputStreamReader(url 
.openStream(), "gb2312")); 
while ((rowContent = in.readLine()) != null) { 
htmlContent.append(rowContent); 
} 
in.close(); 
} catch (MalformedURLException e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} catch (UnsupportedEncodingException e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} catch (IOException e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} 
return htmlContent.toString(); 
} 
public List getLink(String htmlContent) { 
ArrayList listLink = new ArrayList(); 
String regex = "<td[^>]*>[\\(]*<a[^>]*href=(\"([^\"]*)\"|\'([^\']*)\'|([^\\s>]*))[^>]*>(.*?)[\\)]*[\\s]*</td>"; 
Pattern pattern = Pattern.compile(regex, Pattern.DOTALL); 
Matcher matcher = pattern.matcher(htmlContent); 
while (matcher.find()) { 
listLink.add(matcher.group()); 
} 
return listLink; 
} 
public List<String> getHref(String htmlContent) { 
String regex; 
List listtHref = new ArrayList(); 
regex = "href=(\"([^\"]*)\"|\'([^\']*)\'|([^\\s>]*))\""; 
Pattern pa = Pattern.compile(regex, Pattern.DOTALL); 
Matcher ma = pa.matcher(htmlContent); 
while (ma.find()) { 
listtHref.add(ma.group().replaceFirst("href=\"", "").replace("\"", 
"")); 
} 
return listtHref; 
} 
public List<String> getPerson(String htmlContent) { 
String regex; 
List list = new ArrayList(); 
regex = "\\(<a[^>]*href=(\"([^\"]*)\"|\'([^\']*)\'|([^\\s>]*))[^>]*>(.*?)\\)"; 
Pattern pa = Pattern.compile(regex, Pattern.DOTALL); 
Matcher ma = pa.matcher(htmlContent); 
while (ma.find()) { 
list.add(ma.group().replaceFirst("href=\"", "").replace("\"", "")); 
} 
return list; 
} 
public List<String> getSongName(String htmlContent) { 
String regex; 
List listPerson = new ArrayList(); 
regex = "<a[^>]*href=(\"([^\"]*)\"|\'([^\']*)\'|([^\\s>]*))[^>]*>(.*?)</a>\\s"; 
Pattern pa = Pattern.compile(regex, Pattern.DOTALL); 
Matcher ma = pa.matcher(htmlContent); 
while (ma.find()) { 
listPerson.add(ma.group()); 
} 
return listPerson; 
} 
public String getMainContent(String htmlContent) { 
String regex = "<table width=\"100%\" align=\"center\" cellpadding=\"0\" cellspacing=\"0\" class=\"list\">(.*?)</table>"; 
StringBuffer mainContent = new StringBuffer(); 
Pattern pattern = Pattern.compile(regex, Pattern.DOTALL); 
Matcher matcher = pattern.matcher(htmlContent); 
while (matcher.find()) { 
mainContent.append(matcher.group()); 
} 
return mainContent.toString(); 
} 
public String outTag(final String s) { 
return s.replaceAll("<.*?>", ""); 
} 
DBTools dbTools = new DBTools(); 
public void getFromBaiduMap3(String htmlURL) throws Throwable { 
HashMap htmlContentMap = new HashMap(); 
String htmlContent = getHtmlContent(htmlURL); 
String mainContent = getMainContent(htmlContent); 
List listLink = getLink(mainContent); 
for (int j = 0; j < listLink.size(); j++) { 
String tdTag = listLink.get(j).toString(); 
List songNameList = getSongName(tdTag); 
String songName = outTag(songNameList.get(0).toString()); 
List personList = getPerson(tdTag); 
String songPerson = ""; 
if (personList.size() != 0) { 
for (int n = 0; n < personList.size(); n++) { 
// System.out.println(personList.get(n).toString()); 
songPerson = outTag(personList.get(n).toString()); 
} 
} else { 
songPerson = " "; 
} 
// System.out.print(songNameList.get(0).toString()); 
List hrefList = getHref(songNameList.get(0).toString()); 
String songHref = hrefList.get(0).toString(); 
System.out.println(); 
String sql = "insert into song(songName,songPerson,songHref) values(?,?,?)"; 
ArrayList list_values = new ArrayList(); 
list_values.add(songName); 
list_values.add(songPerson); 
list_values.add(songHref); 
dbTools.update(sql, list_values); 
} 
} 
} 

 
package dbTools; 
import java.util.ArrayList; 
import java.sql.*; 
public class DBTools { 
private PreparedStatement preparedStatement; 
private ResultSet resultSet; 
private Connection connection; 
public DBTools() { 
try { 
Class.forName("com.mysql.jdbc.Driver"); 
} catch (ClassNotFoundException e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} 
try { 
connection = DriverManager.getConnection( 
"jdbc:mysql://localhost:3306/TestURL", "root", "zhuyi"); 
} catch (SQLException e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} 
} 
public ArrayList query(String sql, ArrayList list_values) throws Throwable { 
ArrayList listRows = new ArrayList(); 
preparedStatement = connection.prepareStatement(sql); 
for (int i = 0; i < list_values.size(); i++) { 
preparedStatement.setObject(i + 1, list_values.get(i)); 
} 
resultSet = preparedStatement.executeQuery(); 
while (resultSet.next()) { 
String[] rowinfo = new String[resultSet.getMetaData() 
.getColumnCount()]; 
for (int i = 0; i < rowinfo.length; i++) { 
rowinfo[i] = resultSet.getString(i + 1); 
} 
listRows.add(rowinfo); 
} 
return listRows; 
} 
public void update(String sql, ArrayList list_values) throws Throwable { 
preparedStatement = connection.prepareStatement(sql); 
for (int i = 0; i < list_values.size(); i++) { 
preparedStatement.setObject(i + 1, list_values.get(i)); 
} 
preparedStatement.executeUpdate(); 
preparedStatement.close(); 
} 
} 

 
package controller; 
import java.io.IOException; 
import java.io.PrintWriter; 
import java.util.List; 
import javax.servlet.ServletException; 
import javax.servlet.http.HttpServlet; 
import javax.servlet.http.HttpServletRequest; 
import javax.servlet.http.HttpServletResponse; 
import webTools.IOTOWeb; 
public class TestURL extends HttpServlet { 
/** 
* Constructor of the object. 
*/ 
public TestURL() { 
super(); 
} 
/** 
* Destruction of the servlet. <br> 
*/ 
public void destroy() { 
super.destroy(); // Just puts "destroy" string in log 
// Put your code here 
} 
/** 
* The doGet method of the servlet. <br> 
* 
* This method is called when a form has its tag value method equals to get. 
* 
* @param request 
* the request send by the client to the server 
* @param response 
* the response send by the server to the client 
* @throws ServletException 
* if an error occurred 
* @throws IOException 
* if an error occurred 
*/ 
public void doGet(HttpServletRequest request, HttpServletResponse response) 
throws ServletException, IOException { 
try { 
IOTOWeb iotoWeb = new IOTOWeb(); 
iotoWeb.getFromBaiduMap3("http://list.mp3.baidu.com/topso/mp3topsong.html?id=1?top2"); 
} catch (Throwable e) { 
// TODO Auto-generated catch block 
e.printStackTrace(); 
} 
} 
/** 
* The doPost method of the servlet. <br> 
* 
* This method is called when a form has its tag value method equals to 
* post. 
* 
* @param request 
* the request send by the client to the server 
* @param response 
* the response send by the server to the client 
* @throws ServletException 
* if an error occurred 
* @throws IOException 
* if an error occurred 
*/ 
public void doPost(HttpServletRequest request, HttpServletResponse response) 
throws ServletException, IOException { 
response.setContentType("text/html"); 
PrintWriter out = response.getWriter(); 
out 
.println("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\">"); 
out.println("<HTML>"); 
out.println(" <HEAD><TITLE>A Servlet</TITLE></HEAD>"); 
out.println(" <BODY>"); 
out.print(" This is "); 
out.print(this.getClass()); 
out.println(", using the POST method"); 
out.println(" </BODY>"); 
out.println("</HTML>"); 
out.flush(); 
out.close(); 
} 
/** 
* Initialization of the servlet. <br> 
* 
* @throws ServletException 
* if an error occurs 
*/ 
public void init() throws ServletException { 
// Put your code here 
} 
} 

 
package webTools; 
import java.io.BufferedReader; 
import java.io.InputStreamReader; 
import java.net.URL; 
import java.util.ArrayList; 
import java.util.List; 
import java.util.regex.Matcher; 
import java.util.regex.Pattern; 
import dbTools.DBTools; 
public class GetBook { 
public String getHtmlContent(String htmlURL) throws Throwable { 
URL url = null; 
String rowContent = ""; 
StringBuffer htmlContent = new StringBuffer(); 
url = new URL(htmlURL); 
BufferedReader in = new BufferedReader(new InputStreamReader(url 
.openStream(), "gb2312")); 
while ((rowContent = in.readLine()) != null) { 
htmlContent.append(rowContent); 
} 
in.close(); 
return htmlContent.toString(); 
} 
public String getBookName(String htmlContent) { 
String bookName = ""; 
String regex = "<span class=\"style15\">[^>]*</span>"; 
Pattern pattern = Pattern.compile(regex, Pattern.DOTALL); 
Matcher matcher = pattern.matcher(htmlContent); 
if (matcher.find()) { 
bookName = matcher.group(); 
} 
return bookName; 
} 
public String outTag(final String s) { 
return s.replaceAll("<.*?>", ""); 
} 
DBTools dbtools = new DBTools(); 
public void getFromJINSHU(String htmlURL) throws Throwable { 
String htmlContent = getHtmlContent(htmlURL); 
String bookName = outTag(getBookName(htmlContent)); 
if (bookName != null && !"".equals(bookName)) { 
System.out.println(bookName); 
String sql = "insert into bookinfo(bookName) values(?)"; 
ArrayList list_values = new ArrayList(); 
list_values.add(bookName); 
dbtools.update(sql, list_values); 
} 
} 
} 

 
package controller; 
import java.io.IOException; 
import java.io.PrintWriter; 
import javax.servlet.ServletException; 
import javax.servlet.http.HttpServlet; 
import javax.servlet.http.HttpServletRequest; 
import javax.servlet.http.HttpServletResponse; 
import webTools.GetBook; 
public class TestBook extends HttpServlet { 
/** 
* Constructor of the object. 
*/ 
public TestBook() { 
super(); 
} 
/** 
* Destruction of the servlet. <br> 
*/ 
public void destroy() { 
super.destroy(); // Just puts "destroy" string in log 
// Put your code here 
} 
/** 
* The doGet method of the servlet. <br> 
* 
* This method is called when a form has its tag value method equals to get. 
* 
* @param request 
* the request send by the client to the server 
* @param response 
* the response send by the server to the client 
* @throws ServletException 
* if an error occurred 
* @throws IOException 
* if an error occurred 
*/ 
int i = 1; 
public void doGet(HttpServletRequest request, HttpServletResponse response) 
throws ServletException, IOException { 
GetBook bookinfo = new GetBook(); 
for (; i < 10000; i++) { 
String bookURL = "http://www.golden-book.com/booksinfo/12/" + i 
+ ".html"; 
try { 
bookinfo.getFromJINSHU(bookURL); 
} catch (Throwable e) { 
i++; 
doPost(request, response); 
} 
} 
} 
/** 
* The doPost method of the servlet. <br> 
* 
* This method is called when a form has its tag value method equals to 
* post. 
* 
* @param request 
* the request send by the client to the server 
* @param response 
* the response send by the server to the client 
* @throws ServletException 
* if an error occurred 
* @throws IOException 
* if an error occurred 
*/ 
public void doPost(HttpServletRequest request, HttpServletResponse response) 
throws ServletException, IOException { 
GetBook bookinfo = new GetBook(); 
for (; i < 10000; i++) { 
String bookURL = "http://www.golden-book.com/booksinfo/12/" + i 
+ ".html"; 
try { 
bookinfo.getFromJINSHU(bookURL); 
} catch (Throwable e) { 
i++; 
doGet(request, response); 
} 
} 
} 
/** 
* Initialization of the servlet. <br> 
* 
* @throws ServletException 
* if an error occurs 
*/ 
public void init() throws ServletException { 
// Put your code here 
} 
}