不过是一个下载图片的小程序,我作为一个新手实在是无能为力。。请大佬帮吗
import scrapy
from scrapy import Request
from avdownloads.items import (AvdownloadsItem)
class AvSpider(scrapy.Spider):
name = "av"
allowed_domains = ["bejav.net"]
start_urls = ["https://bejav.net"]
def parse(self, response):
for titles in response.xpath('//*[@id="main"]/div/div[1]/div[2]'):
img_urls = titles.xpath('./div/ div[1]/a/img/@src').extract()
for img_url in img_urls:
yield Request(url=img_url,
callback=self.download_pic)
def download_pic(self,response):
item = AvdownloadsItem()
item['image_urls']=[]
item['image_urls'].append(response.url)
yield item
import scrapy
from scrapy import Request
from avdownloads.items import (AvdownloadsItem)
class AvSpider(scrapy.Spider):
name = "av"
allowed_domains = ["bejav.net"]
start_urls = ["https://bejav.net"]
def parse(self, response):
for titles in response.xpath('//*[@id="main"]/div/div[1]/div[2]'):
img_urls = titles.xpath('./div/ div[1]/a/img/@src').extract()
for img_url in img_urls:
yield Request(url=img_url,
callback=self.download_pic)
def download_pic(self,response):
item = AvdownloadsItem()
item['image_urls']=[]
item['image_urls'].append(response.url)
yield item