java 抓取网页内容

public static void main(String[] args) {

try {

URL url = new URL("http://www.google.com");

URLConnection conn = url.openConnection();

conn.setDoOutput(true);

InputStream in = null;

in = url.openStream();

String content = pipe(in, "utf-8");

System.out.println(content);

} catch (Exception e) {

e.printStackTrace();

}

}

static String pipe(InputStream in, String charset) throws IOException {

StringBuffer s = new StringBuffer();

if (charset == null || "".equals(charset)) {

charset = "utf-8";

}

String rLine = null;

BufferedReader bReader = new BufferedReader(new InputStreamReader(in,

charset));

PrintWriter pw = null;

FileOutputStream fo = new FileOutputStream("../index.html");

OutputStreamWriter writer = new OutputStreamWriter(fo, "utf-8");

pw = new PrintWriter(writer);

while ((rLine = bReader.readLine()) != null) {

String tmp_rLine = rLine;

int str_len = tmp_rLine.length();

if (str_len > 0) {

s.append(tmp_rLine);

pw.println(tmp_rLine);

pw.flush();

}

tmp_rLine = null;

}

in.close();

pw.close();

return s.toString();

}

相关技术帖子：http://blog.sina.com.cn/gzwncb