from douban_tv import DoubanTVSpider from scrapy.crawler import CrawlerProcess if __name__ == "__main__": process = CrawlerProcess(settings={ "USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/112.0.0.0 Safari/537.36", "DOWNLOAD_DELAY": 2, "CONCURRENT_REQUESTS": 1, "ROBOTSTXT_OBEY": False, "LOG_LEVEL": "INFO" }) process.crawl(DoubanTVSpider) process.start()