U
    TDi4                     @   s   d Z dZdgZdZdZdZdZdZdZdZ	dZ
d	Zd
ddddddgZdZdddd
ddZdd
ddddZg ZdZdZdZdZddiZdZdZd Zd!Zd"Zd#ZdZdZd$Zd%ZdZ dZ!d&Z"dZ#dZ$dZ%d
Z&dZ'd'Z(i Z)dZ*d(d)d*d+Z+dS ),z'Scrapy settings for ss-crawler project.z
ss-crawlerzscrapy_project.spidersFg      ?Tg      ?         i  i  i  i  i  i  i  zoMozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36i,  i  i  iX  )z+scrapy_project.pipelines.ValidationPipelinez.scrapy_project.pipelines.DeduplicationPipelinez%scrapy_project.pipelines.ShopPipelinez(scrapy_project.pipelines.StoragePipelinez'scrapy_project.pipelines.ExportPipelinei  i&  )z2scrapy_project.middlewares.CustomHeadersMiddlewarez*scrapy_project.middlewares.ProxyMiddlewarez.scrapy_project.middlewares.RateLimitMiddlewarez0scrapy_project.middlewares.CustomRetryMiddlewarez*scrapy_project.middlewares.StateMiddlewarerotate   z&scrapy.extensions.telnet.TelnetConsoleNINFOz1%(asctime)s [%(name)s] %(levelname)s: %(message)sz%Y-%m-%d %H:%M:%Sdatazdata/exportsZwoocommercei  z
data/cache
   z+scrapy.statscollectors.MemoryStatsCollectorz?text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8enzgzip, deflate)ZAcceptzAccept-LanguagezAccept-Encoding),__doc__ZBOT_NAMEZSPIDER_MODULESZNEWSPIDER_MODULEZROBOTSTXT_OBEYZDOWNLOAD_DELAYZRANDOMIZE_DOWNLOAD_DELAYZRANDOMIZE_DOWNLOAD_DELAY_RANGEZCONCURRENT_REQUESTSZCONCURRENT_REQUESTS_PER_DOMAINZDOWNLOAD_TIMEOUTZRETRY_TIMESZRETRY_HTTP_CODESZ
USER_AGENTZITEM_PIPELINESZDOWNLOADER_MIDDLEWARESZPROXIESZ
PROXY_MODEZPROXY_MAX_FAILURE_RATEZPROXY_MIN_REQUESTSZPROXY_ENABLE_HEALTH_CHECKZ
EXTENSIONSZ	LOG_LEVELZ
LOG_FORMATZLOG_DATEFORMATZDATA_OUTPUT_DIRZ
EXPORT_DIRZEXPORT_FORMATZ
STATE_FILEZHTTPCACHE_ENABLEDZHTTPCACHE_EXPIRATION_SECSZHTTPCACHE_DIRZAUTOTHROTTLE_ENABLEDZAUTOTHROTTLE_START_DELAYZAUTOTHROTTLE_MAX_DELAYZAUTOTHROTTLE_TARGET_CONCURRENCYZAUTOTHROTTLE_DEBUGZMEMUSAGE_ENABLEDZMEMUSAGE_LIMIT_MBZMEMUSAGE_WARNING_MBZSTATS_CLASSZFEEDSZCOOKIES_ENABLEDZDEFAULT_REQUEST_HEADERS r   r   scrapy_project/settings.py<module>   st   
	 