String pageNum = request.getExtra("pageNum").toString(); for (int i = 1; i < Integer.valueOf(pageNum); i++) { // 点击翻页 driver.findElementByCssSelector(".fp-next").click(); Thread.sleep(1000); }
要封装request
private Page createPage(String htmlStr, String currentUrl,String flag,String pageNum) { Page page = new Page(); // 设置网页源码 + url page.setRawText(htmlStr); page.setUrl(new PlainText(currentUrl)); page.isDownloadSuccess(); // 设置request对象 Request request = new Request(currentUrl); request.putExtra("level",flag); request.putExtra("pageNum",pageNum); page.setRequest(request); return page; }
更多推荐
关于爬虫循环点击下一页
发布评论