Spider/fbcrawl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fixed attribute parsing

Browse Source
This commit is contained in:
rugantio 2019-02-04 20:27:26 +01:00
parent 811f4e396d
commit 71f80356dc
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
fbcrawl/spiders/fbcrawl.py
View File

@ -16,13 +16,6 @@ class FacebookSpider(scrapy.Spider):
'sigh','grrr','comments','url'] 'sigh','grrr','comments','url']
} }
@classmethod
def from_crawler(cls, crawler, **kwargs):
settings = cls(crawler.settings)
if 'conc' in kwargs:
settings.set('CONCURRENT_REQUESTS',32)
return settings
def __init__(self,**kwargs): def __init__(self,**kwargs):
#turn off annoying logging, set LOG_LEVEL=DEBUG in settings.py to see more logs #turn off annoying logging, set LOG_LEVEL=DEBUG in settings.py to see more logs
logger = logging.getLogger('scrapy.middleware') logger = logging.getLogger('scrapy.middleware')