Skip to content

Commit

Permalink
因为版本更新,更新引用
Browse files Browse the repository at this point in the history
  • Loading branch information
qiyeboy committed Nov 6, 2017
1 parent 0a0b0b7 commit 906f853
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions ch15/15.3.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#coding:utf-8
from scrapy.dupefilter import RFPDupeFilter
from scrapy.dupefilters import RFPDupeFilter
class URLFilter(RFPDupeFilter):
"""根据url过滤"""
def __init__(self, path=None,debug=False):
Expand All @@ -12,7 +12,7 @@ def request_seen(self, request):
self.urls_seen.add(request.url)

'''
from scrapy.dupefilter import RFPDupeFilter
from scrapy.dupefilters import RFPDupeFilter
from w3lib.util.url import canonicalize_url
class URLSha1Filter(RFPDupeFilter):
"""根据urlsha1过滤"""
Expand Down

0 comments on commit 906f853

Please sign in to comment.