Java源码示例:us.codecraft.webmagic.processor.PageProcessor
示例1
private Hunter(PageProcessor pageProcessor, HunterConfig config, String hunterId) {
super(pageProcessor);
this.config = config;
this.hunterId = hunterId;
SPIDER_BUCKET.put(hunterId, this);
}
示例2
public static Hunter create(PageProcessor pageProcessor, HunterConfig config, String hunterId) {
return new Hunter(pageProcessor, config, hunterId);
}
示例3
MySpider(PageProcessor pageProcessor, SpiderInfo spiderInfo) {
super(pageProcessor);
this.SPIDER_INFO = spiderInfo;
}
示例4
public WebMagicProcessorDelegator(PageProcessor pageProcessor) {
this.pageProcessor = pageProcessor;
}
示例5
public WebMagicDownloaderDelegator(PageProcessor pageProcessor, Downloader downloader) {
super(pageProcessor);
this.downloader = downloader;
}
示例6
public static SeedProcessor transformProcessor(PageProcessor pageProcessor) {
return new WebMagicProcessorDelegator(pageProcessor);
}
示例7
public static SeedProcessor transformProcessorWithDownloader(PageProcessor pageProcessor, Downloader downloader) {
return new WebMagicDownloaderDelegator(pageProcessor, downloader);
}
示例8
@Bean
public Spider createSpider(PageProcessor pageProcessor) {
logger.info("Spider init...");
return Spider.create(pageProcessor);
}
示例9
MySpider(PageProcessor pageProcessor, SpiderInfo spiderInfo) {
super(pageProcessor);
this.SPIDER_INFO = spiderInfo;
}
示例10
public OOSpider(PageProcessor pageProcessor) {
super(pageProcessor);
}
示例11
/**
* create a spider with pageProcessor.
*
* @param pageProcessor pageProcessor
* @return new spider
* @see PageProcessor
*/
public static Spider create(PageProcessor pageProcessor) {
return new Spider(pageProcessor);
}
示例12
/**
* create a spider with pageProcessor.
*
* @param pageProcessor pageProcessor
*/
public Spider(PageProcessor pageProcessor) {
this.pageProcessor = pageProcessor;
this.site = pageProcessor.getSite();
}