Skip to content

Commit

Permalink
修改京东验证 URL 列表
Browse files Browse the repository at this point in the history
  • Loading branch information
lgq authored and lgq committed Apr 25, 2017
1 parent 6aff14b commit 92f8829
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 7 deletions.
11 changes: 7 additions & 4 deletions ipproxytool/spiders/validator/jd.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,16 @@ def __init__(self, name = None, **kwargs):
'https://item.jd.com/11478178241.html',
'https://item.jd.com/4142680.html',
'https://item.jd.com/3133859.html',
'https://item.jd.com/1594371260.html',
'https://item.jd.com/1746190049.html',
'https://item.jd.com/11349957411.html',
'https://item.jd.com/1231104.html',
'https://item.jd.com/11290644320.html',
'http://item.jd.com/1786149566.html',
'https://item.jd.com/10011422267.html',
'https://item.jd.com/3553539.html',
'https://item.jd.com/3553567.html',
'https://item.jd.com/4640524.html',
'https://item.jd.com/3652063.html',
'https://item.jd.com/2967929.html',
'https://item.jd.com/3367822.html',
'https://item.jd.com/1217500.html',
]

self.headers = {
Expand Down
8 changes: 5 additions & 3 deletions runvalidator.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
from ipproxytool.spiders.validator.boss import BossSpider
from ipproxytool.spiders.validator.lagou import LagouSpider
from ipproxytool.spiders.validator.liepin import LiepinSpider
from ipproxytool.spiders.validator.jd import JDSpider

scrapydo.setup()

Expand All @@ -39,9 +40,10 @@

validators = [
HttpBinSpider, # 必须
LagouSpider,
BossSpider,
LiepinSpider,
# LagouSpider,
# BossSpider,
# LiepinSpider,
JDSpider,
]

process_list = []
Expand Down

0 comments on commit 92f8829

Please sign in to comment.