setting.py 673 B

123456789101112131415161718192021222324252627282930313233343536
  1. # Redis数据库地址
  2. REDIS_HOST = 'DataCrawl-Pool.redis.cache.chinacloudapi.cn'
  3. # Redis端口
  4. REDIS_PORT = 6379
  5. # Redis密码,如无填None
  6. REDIS_PASSWORD = None
  7. REDIS_KEY = 'proxies'
  8. # 代理分数
  9. MAX_SCORE = 100
  10. MIN_SCORE = 0
  11. VALID_STATUS_CODES = [200]
  12. # 代理池数量界限
  13. POOL_UPPER_THRESHOLD = 10000
  14. # 检查周期
  15. TESTER_CYCLE = 20
  16. # 获取周期
  17. GETTER_CYCLE = 20
  18. # 测试API,建议抓哪个网站测哪个
  19. TEST_URL = 'https://m.weibo.cn/api/container/getIndex?type=uid&value=2145291155&containerid=1076032145291155&page=14'
  20. # API配置
  21. API_HOST = '0.0.0.0'
  22. API_PORT = 5555
  23. # 开关
  24. TESTER_ENABLED = True
  25. GETTER_ENABLED = True
  26. API_ENABLED = True