要分析某个网页中的代码构成，需要某个结点下的内容。用此原始方法可以得到整个网页的源码。其实更简单的方法是使用 WebClient 或 HtmlUtil 等开源方式 。
- public class HtmlParser {
- public static String getHtmlContent(URL url, String encode) {
- StringBuffer contentBuffer = new StringBuffer();
- int responseCode = -1;
- HttpURLConnection con = null;
- try {
- con = (HttpURLConnection) url.openConnection();
- con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");// IE代理进行下载
- con.setConnectTimeout(60000);
- con.setReadTimeout(60000);
- // 获得网页返回信息码
- responseCode = con.getResponseCode();
- if (responseCode == -1) {
- System.out.println(url.toString() + " : connection is failure...");
- con.disconnect();
- return null;
- }
- if (responseCode >= 400) // 请求失败
- {
- System.out.println("请求失败:get response code: " + responseCode);
- con.disconnect();
- return null;
- }
- InputStream inStr = con.getInputStream();
- InputStreamReader istreamReader = new InputStreamReader(inStr, encode);
- BufferedReader buffStr = new BufferedReader(istreamReader);
- String str = null;
- while ((str = buffStr.readLine()) != null)
- contentBuffer.append(str);
- inStr.close();
- } catch (IOException e) {
- e.printStackTrace();
- contentBuffer = null;
- System.out.println("error: " + url.toString());
- } finally {
- con.disconnect();
- }
- return contentBuffer.toString();
- }
- public static String getHtmlContent(String url, String encode) {
- if (!url.toLowerCase().startsWith("http://")) {
- url = "http://" + url;
- }
- try {
- URL rUrl = new URL(url);
- return getHtmlContent(rUrl, encode);
- } catch (Exception e) {
- e.printStackTrace();
- return null;
- }
- }
- public static void main(String argsp[]){
- System.out.println(getHtmlContent("www.baidu.com","utf-8")) ;
- }
- }