1
2
3
4
5
6
7
8
9
10
11
12
13
| from douban_tv import DoubanTVSpider
| from scrapy.crawler import CrawlerProcess
|
| if __name__ == "__main__":
| process = CrawlerProcess(settings={
| "USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/112.0.0.0 Safari/537.36",
| "DOWNLOAD_DELAY": 2,
| "CONCURRENT_REQUESTS": 1,
| "ROBOTSTXT_OBEY": False,
| "LOG_LEVEL": "INFO"
| })
| process.crawl(DoubanTVSpider)
| process.start()
|
|
