Germey 6 年 前
コミット
eb5bbc9ced
2 ファイル変更2 行追加2 行削除
  1. 1 1
      deployment.yml
  2. 1 1
      proxypool/crawlers/public/kuaidaili.py

+ 1 - 1
deployment.yml

@@ -51,7 +51,7 @@ items:
       name: proxypool
       name: proxypool
       namespace: proxypool
       namespace: proxypool
     spec:
     spec:
-      replicas: 1
+      replicas: 2
       revisionHistoryLimit: 1
       revisionHistoryLimit: 1
       strategy: {}
       strategy: {}
       template:
       template:

+ 1 - 1
proxypool/crawlers/public/kuaidaili.py

@@ -11,7 +11,7 @@ class KuaidailiCrawler(BaseCrawler):
     """
     """
     kuaidaili crawler, https://www.kuaidaili.com/
     kuaidaili crawler, https://www.kuaidaili.com/
     """
     """
-    urls = [BASE_URL.format(page=page) for page in range(1, 100)]
+    urls = [BASE_URL.format(page=page) for page in range(1, 200)]
     
     
     def parse(self, html):
     def parse(self, html):
         """
         """