import coloredlogs from scrapy.crawler import CrawlerProcess from scrapy.utils.project import get_project_settings from huggingface.spiders.search import HFSearchSpider if __name__ == "__main__": process = CrawlerProcess(get_project_settings()) process.crawl(HFSearchSpider) process.start()