添加crawlab管道

This commit is contained in:
meng 2024-01-25 01:55:12 +08:00
parent bc562ffb10
commit 3ab7a8d025

View File

@ -73,6 +73,7 @@ DEFAULT_REQUEST_HEADERS = {
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
ITEM_PIPELINES = {
"linyidzwww.pipelines.LinyidzwwwPipeline": 300,
'crawlab.CrawlabPipeline': 888,
}
# Enable and configure the AutoThrottle extension (disabled by default)