From 71f80356dc2227ca7ecb4513f48a93f747f7e9b0 Mon Sep 17 00:00:00 2001 From: rugantio Date: Mon, 4 Feb 2019 20:27:26 +0100 Subject: [PATCH] fixed attribute parsing --- fbcrawl/spiders/fbcrawl.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/fbcrawl/spiders/fbcrawl.py b/fbcrawl/spiders/fbcrawl.py index 3bfa0d7..d08ae17 100644 --- a/fbcrawl/spiders/fbcrawl.py +++ b/fbcrawl/spiders/fbcrawl.py @@ -16,13 +16,6 @@ class FacebookSpider(scrapy.Spider): 'sigh','grrr','comments','url'] } - @classmethod - def from_crawler(cls, crawler, **kwargs): - settings = cls(crawler.settings) - if 'conc' in kwargs: - settings.set('CONCURRENT_REQUESTS',32) - return settings - def __init__(self,**kwargs): #turn off annoying logging, set LOG_LEVEL=DEBUG in settings.py to see more logs logger = logging.getLogger('scrapy.middleware')