成都房地产市场火爆，房价走势之数据分析

importjava.io.IOException;
importjava.net.InetSocketAddress;
importjava.net.Proxy;
importjava.net.URL;
importjava.net.URLConnection;
importjava.util.ArrayList;
importjava.util.List;
importjava.util.concurrent.ExecutorService;
importjava.util.concurrent.Executors;
importorg.jsoup.Jsoup;
importorg.jsoup.nodes.Document;
importorg.jsoup.nodes.Element;
importorg.jsoup.select.Elements;
publicclassFangtianxiaCrawler {
// 亿牛云爬虫代理加强版 代理IP地址和端口号privatestaticfinalStringPROXY_IP="www.16yun.cn";
privatestaticfinalintPROXY_PORT=代理端口号;
// 亿牛云爬虫代理加强版 代理IP的用户名和密码privatestaticfinalStringPROXY_USERNAME="16YUN";
privatestaticfinalStringPROXY_PASSWORD="16IP";
// 房天下新房列表页URLprivatestaticfinalStringLIST_URL="https://newhouse.fang.com/house/s/";
// 线程数privatestaticfinalintTHREAD_COUNT=5;
publicstaticvoidmain(String[] args) throwsIOException {
// 创建代理对象Proxyproxy=newProxy(Proxy.Type.HTTP, newInetSocketAddress(PROXY_IP, PROXY_PORT));
// 设置代理IP的用户名和密码Authenticator.setDefault(newAuthenticator() {
publicPasswordAuthenticationgetPasswordAuthentication() {
returnnewPasswordAuthentication(PROXY_USERNAME, PROXY_PASSWORD.toCharArray());
            }
        });
// 获取房天下新房列表页的HTML内容Documentdoc=Jsoup.connect(LIST_URL).proxy(proxy).get();
// 获取新房的总页数intpageCount=Integer.parseInt(doc.select(".txt").text().replaceAll("[^0-9]", ""));
// 创建线程池ExecutorServiceexecutor=Executors.newFixedThreadPool(THREAD_COUNT);
// 创建任务列表List<Runnable>tasks=newArrayList<>();
// 循环遍历所有新房列表页for (inti=1; i<=pageCount; i++) {
// 创建任务Runnabletask=newCrawlTask(LIST_URL+"i"+i+"/", proxy);
// 将任务添加到任务列表中tasks.add(task);
        }
// 提交任务到线程池中执行for (Runnabletask : tasks) {
executor.execute(task);
        }
// 关闭线程池executor.shutdown();
    }
// 爬取新房信息的任务类privatestaticclassCrawlTaskimplementsRunnable {
privateStringurl;
privateProxyproxy;
publicCrawlTask(Stringurl, Proxyproxy) {
this.url=url;
this.proxy=proxy;
        }
@Overridepublicvoidrun() {
try {
// 获取新房列表页的HTML内容Documentdoc=Jsoup.connect(url).proxy(proxy).get();
// 获取所有新房的链接ElementshouseLinks=doc.select(".nlcd_name > a");
// 遍历所有新房的链接，爬取新房的价格信息for (ElementhouseLink : houseLinks) 
                   {
StringhouseUrl=houseLink.absUrl("href");
// 获取新房的HTML内容DocumenthouseDoc=Jsoup.connect(houseUrl).proxy(proxy).get();
// 获取新房的名称StringhouseName=houseDoc.select(".titlename > h1").text();
// 获取新房的价格StringhousePrice=houseDoc.select(".nhouse_price > .red > b").text();
// 打印新房的名称和价格System.out.println(houseName+"："+housePrice);
                  }
               } catch (IOExceptione) {
e.printStackTrace();
         }
    }
}