update some picture crawl bugs

NightOfTwelve · Nov 2, 2015 · 7eb0b06 · 7eb0b06
1 parent be143fa
commit 7eb0b06
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/scrapy/wooyun/wooyun/spiders/WooyunSpider.py b/scrapy/wooyun/wooyun/spiders/WooyunSpider.py
@@ -46,8 +46,7 @@ def parse_list(self,response):
                 url = response.urljoin(url)
                 yield scrapy.Request(url, self.parse_detail)
 
-    def parse(self, response):
-    #def parse_detail(self,response):
+    def parse_detail(self,response):
         item = WooyunItem()
         item['wooyun_id'] = response.xpath('//*[@id="bugDetail"]/div[5]/h3[1]/a/@href').extract()[0].split('/')[2]
         item['title'] = response.xpath('//title/text()').extract()[0].split("|")[0]

diff --git a/scrapy/wooyun/wooyun/spiders/WooyunSpider.pyc b/scrapy/wooyun/wooyun/spiders/WooyunSpider.pyc