Scrapy-Django Docs

# Scrapyd API

# overwrite scrapy settings
settings = { 'USER_AGENT': 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)' }

task = scrapyd.schedule('default',
                        'icrawler',
                        settings=settings,
                        url=url,
                        domain=domain)
status = scrapyd.job_status('default', task_id)

# Enlaces utiles

←