From e9a72ff93a8a99a5107bbc6118235cc0f27c15a8 Mon Sep 17 00:00:00 2001 From: bly Date: Thu, 18 Dec 2014 15:36:15 +0800 Subject: [PATCH] Tune to CentOS --- crawler/crawler/spiders/ImgCrawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawler/crawler/spiders/ImgCrawler.py b/crawler/crawler/spiders/ImgCrawler.py index d4ff5b7..9b596a5 100644 --- a/crawler/crawler/spiders/ImgCrawler.py +++ b/crawler/crawler/spiders/ImgCrawler.py @@ -1,9 +1,9 @@ -from scrapy.spider import Spider +from scrapy.spider import BaseSpider from scrapy.http import Request from crawler.items import CrawlerItem import re -class Crawler(Spider): +class Crawler(BaseSpider): name = 'img' allowed_domains = ['www.cs.tsinghua.edu.cn'] start_urls = ['http://www.cs.tsinghua.edu.cn'] -- libgit2 0.21.2