String pageNum = request.getExtra("pageNum").toString();


                for (int i = 1; i < Integer.valueOf(pageNum); i++) {
                    // 点击翻页
                    driver.findElementByCssSelector(".fp-next").click();
                    Thread.sleep(1000);
                }

要封装request

private Page createPage(String htmlStr, String currentUrl,String flag,String pageNum) {
    Page page = new Page();
    // 设置网页源码 + url
    page.setRawText(htmlStr);
    page.setUrl(new PlainText(currentUrl));
    page.isDownloadSuccess();

    // 设置request对象
    Request request = new Request(currentUrl);
    request.putExtra("level",flag);
    request.putExtra("pageNum",pageNum);
    page.setRequest(request);

    return page;
}

更多推荐

关于爬虫循环点击下一页