Java源码示例:us.codecraft.webmagic.processor.PageProcessor

示例1
private Hunter(PageProcessor pageProcessor, HunterConfig config, String hunterId) {
    super(pageProcessor);
    this.config = config;
    this.hunterId = hunterId;
    SPIDER_BUCKET.put(hunterId, this);
}
 
示例2
public static Hunter create(PageProcessor pageProcessor, HunterConfig config, String hunterId) {
    return new Hunter(pageProcessor, config, hunterId);
}
 
示例3
MySpider(PageProcessor pageProcessor, SpiderInfo spiderInfo) {
    super(pageProcessor);
    this.SPIDER_INFO = spiderInfo;
}
 
示例4
public WebMagicProcessorDelegator(PageProcessor pageProcessor) {
    this.pageProcessor = pageProcessor;
}
 
示例5
public WebMagicDownloaderDelegator(PageProcessor pageProcessor, Downloader downloader) {
    super(pageProcessor);
    this.downloader = downloader;
}
 
示例6
public static SeedProcessor transformProcessor(PageProcessor pageProcessor) {
    return new WebMagicProcessorDelegator(pageProcessor);
}
 
示例7
public static SeedProcessor transformProcessorWithDownloader(PageProcessor pageProcessor, Downloader downloader) {
    return new WebMagicDownloaderDelegator(pageProcessor, downloader);
}
 
示例8
@Bean
public Spider createSpider(PageProcessor pageProcessor) {
    logger.info("Spider init...");
    return Spider.create(pageProcessor);
}
 
示例9
MySpider(PageProcessor pageProcessor, SpiderInfo spiderInfo) {
    super(pageProcessor);
    this.SPIDER_INFO = spiderInfo;
}
 
示例10
public OOSpider(PageProcessor pageProcessor) {
    super(pageProcessor);
}
 
示例11
/**
 * create a spider with pageProcessor.
 *
 * @param pageProcessor pageProcessor
 * @return new spider
 * @see PageProcessor
 */
public static Spider create(PageProcessor pageProcessor) {
    return new Spider(pageProcessor);
}
 
示例12
/**
 * create a spider with pageProcessor.
 *
 * @param pageProcessor pageProcessor
 */
public Spider(PageProcessor pageProcessor) {
    this.pageProcessor = pageProcessor;
    this.site = pageProcessor.getSite();
}