java获取网页源代码

• 2019 年 12 月 12 日
• 筆記

public static String getHtmlContent(URL url, String encode) {    StringBuffer contentBuffer = new StringBuffer();

   int responseCode = -1;    HttpURLConnection con = null;    try {     con = (HttpURLConnection) url.openConnection();     con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");// IE代理进行下载     con.setConnectTimeout(60000);     con.setReadTimeout(60000);     // 获得网页返回信息码     responseCode = con.getResponseCode();     if (responseCode == -1) {      String re = url.toString() + " : connection is failure…";      con.disconnect();      return re;     }     if (responseCode >= 400) // 请求失败     {      String re = "请求失败:get response code: " + responseCode;      con.disconnect();      return re;     }

    InputStream inStr = con.getInputStream();     InputStreamReader istreamReader = new InputStreamReader(inStr, encode);     BufferedReader buffStr = new BufferedReader(istreamReader);

    String str = null;     while ((str = buffStr.readLine()) != null)      contentBuffer.append(str);     inStr.close();    } catch (IOException e) {     e.printStackTrace();     contentBuffer = null;     System.out.println("error: " + url.toString());    } finally {     con.disconnect();    }    return contentBuffer.toString();   }

  public static String getHtmlContent(String url, String encode) {    if (!url.toLowerCase().startsWith("http://")) {     url = "http://" + url;    }    try {     URL rUrl = new URL(url);     return getHtmlContent(rUrl, encode);    } catch (Exception e) {     e.printStackTrace();     return "网址错误！";    }   }   //测试   /*public static void main(String argsp[]){    System.out.println(getHtmlContent("www.ilkhome.cn","utf-8")) ;   }*/