用HtppClient下载一个网页的完整代码

清华大佬耗费三个月吐血整理的几百G的资源,免费分享!....>>>

 import java.io.IOException;  
import java.io.InputStream;  
import java.io.PrintWriter;  
import java.io.Writer;  
import java.util.Scanner;  
  
import org.apache.http.HttpEntity;  
import org.apache.http.HttpStatus;  
import org.apache.http.client.ClientProtocolException;  
import org.apache.http.client.methods.CloseableHttpResponse;  
import org.apache.http.client.methods.HttpGet;  
import org.apache.http.impl.client.CloseableHttpClient;  
import org.apache.http.impl.client.HttpClients;  
  
public class DownloadWebPage{  
  
    public static void downloadPagebyGetMethod() throws IOException {  
  
        // 1、通过HttpGet获取到response对象  
        CloseableHttpClient httpClient = HttpClients.createDefault();  
        HttpGet httpGet = new HttpGet("http://www.baidu.com/");  
        CloseableHttpResponse response = httpClient.execute(httpGet);  
  
        InputStream is = null;  
        Scanner sc = null;  
        Writer os = null;  
        if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {  
            try {  
                // 2、获取response的entity。  
                HttpEntity entity = response.getEntity();  
  
                // 3、获取到InputStream对象,并对内容进行处理  
                is = entity.getContent();  
                sc = new Scanner(is);  
                // String filename = path.substring(path.lastIndexOf('/')+1);  
                String filename = "2.txt";  
                os = new PrintWriter(filename);  
                while (sc.hasNext()) {  
                    os.write(sc.nextLine());  
                }  
  
            } catch (ClientProtocolException e) {  
                e.printStackTrace();  
            } finally {  
                if (sc != null) {  
                    sc.close();  
                }  
                if (is != null) {  
                    is.close();  
                }  
                if (os != null) {  
                    os.close();  
                }  
                if (response != null) {  
                    response.close();  
                }  
            }  
        }  
  
    }  
  
    public static void main(String[] args) {  
        try {  
            downloadPagebyGetMethod();  
        } catch (IOException e) {  
            e.printStackTrace();  
        }  
    }  
  
}