11 lines
298 B
Python
11 lines
298 B
Python
|
from scrapy.crawler import CrawlerProcess
|
||
|
|
from scrapy.utils.project import get_project_settings
|
||
|
|
|
||
|
|
from huggingface.spiders.huggingface import HuggingfaceSpider
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
process = CrawlerProcess(get_project_settings())
|
||
|
|
|
||
|
|
process.crawl(HuggingfaceSpider)
|
||
|
|
process.start()
|