修改需要抓取的代理网站列表

harryzhu90 · Apr 17, 2017 · b50f5b5 · b50f5b5
1 parent 6486dce
commit b50f5b5
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/runspider.py b/runspider.py
@@ -19,6 +19,8 @@
 from ipproxytool.spiders.proxy.freeproxylists import FreeProxyListsSpider
 from ipproxytool.spiders.proxy.peuland import PeulandSpider
 from ipproxytool.spiders.proxy.usproxy import UsProxySpider
+from ipproxytool.spiders.proxy.proxydb import ProxyDBSpider
+from ipproxytool.spiders.proxy.proxyrox import ProxyRoxSpider
 
 scrapydo.setup()
 
@@ -43,13 +45,15 @@
         XiCiDaiLiSpider,
         SixSixIpSpider,
         IpOneEightOneSpider,
-        # KuaiDaiLiSpider,  # 在访问前加了一个 js ，反爬
+        KuaiDaiLiSpider,  # 在访问前加了一个 js ，反爬
         GatherproxySpider,
         HidemySpider,
         ProxylistplusSpider,
         FreeProxyListsSpider,
         # PeulandSpider,  # 目标站点失效
         UsProxySpider,
+        ProxyDBSpider,
+        ProxyRoxSpider,
     ]
 
     while True: