@@ -51,7 +51,7 @@ items:
name: proxypool
namespace: proxypool
spec:
- replicas: 1
+ replicas: 2
revisionHistoryLimit: 1
strategy: {}
template:
@@ -11,7 +11,7 @@ class KuaidailiCrawler(BaseCrawler):
"""
kuaidaili crawler, https://www.kuaidaili.com/
- urls = [BASE_URL.format(page=page) for page in range(1, 100)]
+ urls = [BASE_URL.format(page=page) for page in range(1, 200)]
def parse(self, html):