|
|
我用pyQT+scrapy写了个爬虫，想爬mm.taobao.com的照片试试看，结果，能解析网址，无法进入pipeline。如下图标红。
=========================pipelines.py==============================
# -*- coding: utf-8 -*-
# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html
import os
import urllib.request
import scrapy
from UItest import settings
from scrapy.pipelines.images import ImagesPipeline
from scrapy.exceptions import DropItem
class TaoBMMPipeline(ImagesPipeline):
def get_media_requests(self, item, info):
print("RUN!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!") #此处根本无法执行，求告知
for image_url in item['image_urls']:
yield scrapy.Request(image_url)
def file_path(self, request, response=None, info=None):
image_guid = request.url.split('/')[-1]
return 'full/%s' % (image_guid)
def item_completed(self, results, item, info):
image_paths = [x['path'] for ok, x in results if ok]
if not image_paths:
raise DropItem("Item contains no images")
#item['image_paths'] = image_paths
print(image_paths)
return item
=========================================items.py================================================================import scrapy
class TaoBMMItem(scrapy.Item):
# define the fields for your item here like:
# name = scrapy.Field()
image_urls = scrapy.Field()
images = scrapy.Field()
====================================================FirstSpider.py=========================================from scrapy.spiders import Spider
from UItest.UItest.items import TaoBMMItem
from scrapy.selector import Selector
import scrapy
import hashlib
from scrapy.http import Request
class TaoBMMSpider(Spider):
name = "TaoBMM"
allowed_domains = ["img.alicdn.com","mm.taobao.com"]
start_urls = ["https://mm.taobao.com/self/aiShow.htm?spm=719.7763510.1998643336.1.fpUCYD&userId=2859309431"]
def parse(self, response):
print("开始爬取……")
sel = Selector(response)
item = TaoBMMItem()
item['image_urls'] = sel.xpath('//p//img//@src').extract()
print('************this is image url:****************', item['image_urls'])
yield item
============================================settings.py====================================================
BOT_NAME = 'UItest'
SPIDER_MODULES = ['UItest.spiders']
NEWSPIDER_MODULE = 'UItest.spiders'
#ITEM_PIPELINES = {'scrapy.pipelines.images.ImagesPipeline': 1}
ITEM_PIPELINES = {'UItest.pipelines.TaoBMMPipeline': 1}
IMAGES_STORE = 'E:'
DOWNLOAD_DELAY = 0.2
IMAGES_MIN_HEIGHT = 300
IMAGES_MIN_WIDTH = 300
ROBOTSTXT_OBEY = True
==================================================run.py=============================================这个是点击按钮启动爬虫的代码，我只列出关键部分如下：def startSpider(self):
self.BtnOk.setEnabled(False)
from twisted.internet import reactor
from scrapy.utils.log import configure_logging
configure_logging({'LOG_FORMAT': '%(levelname)s: %(message)s'})
runner = CrawlerRunner({'USER_AGENT': 'Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36'})
d = runner.crawl(TaoBMMSpider)
d.addBoth(lambda _: reactor.stop())
reactor.run()
================================我是输出=================================
输出是：
OK is clicked!
INFO: Enabled extensions:
['scrapy.extensions.corestats.CoreStats', 'scrapy.extensions.logstats.LogStats']
INFO: Enabled downloader middlewares:
['scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
'scrapy.downloadermiddlewares.retry.RetryMiddleware',
'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
'scrapy.downloadermiddlewares.redirect.RedirectMiddleware',
'scrapy.downloadermiddlewares.cookies.CookiesMiddleware',
'scrapy.downloadermiddlewares.chunked.ChunkedTransferMiddleware',
'scrapy.downloadermiddlewares.stats.DownloaderStats']
INFO: Enabled spider middlewares:
['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',
'scrapy.spidermiddlewares.referer.RefererMiddleware',
'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
'scrapy.spidermiddlewares.depth.DepthMiddleware']
INFO: Enabled item pipelines:
[]
INFO: Spider opened
INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
DEBUG: Crawled (200) <GET https://mm.taobao.com/self/aiSho ... erId=2859309431> (referer: None)
开始爬取……
************this is image url:**************** ['//img.alicdn.com/imgextra/i2/2859309431/TB1nyssKVXXXXcrXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1DYCCNFXXXXXuXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1chmDNFXXXXcWXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1wP5vNFXXXXb_XFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB19u61NpXXXXa9XpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1rlLINpXXXXbFXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1Upz7NpXXXXctXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1Yv2yNpXXXXcJaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1gRvPNpXXXXbEXFXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1Isj2NpXXXXbhXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1uQj7NpXXXXbDXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB18wzxNpXXXXczaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1FR2ZNpXXXXagXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1E6EaNpXXXXXoXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1Edb.NpXXXXagXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1Zh6yNpXXXXc4aXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1p0bGNpXXXXcCXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB19n_1NpXXXXXDXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1GFb2NpXXXXa2XpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1IArFNpXXXXcXXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1l4L8NpXXXXbmXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1AxTANpXXXXbCaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1KrfPNpXXXXcvXFXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1RRrxNpXXXXcWaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1vx2zMVXXXXX0XXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1.9DzMVXXXXXlXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1lJW4MVXXXXXgaFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1gfnlMVXXXXbwXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1oW6pMVXXXXbnXFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i2/2859309431/TB1canxMVXXXXbpXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1A4O4MVXXXXcQapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB179u8MVXXXXajapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1Zrm_MVXXXXXPapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1gNS9MVXXXXXGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1vj5yLpXXXXctaXXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i1/2859309431/TB1K49FLpXXXXbEXVXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i4/2859309431/TB1QnaOLpXXXXX1XFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i3/2859309431/TB1qtOALpXXXXaraXXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i3/2859309431/TB1S.mOLpXXXXX0XFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i2/2859309431/TB1iVrdLXXXXXc2XVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1cCjBLXXXXXXUXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB11SS_LXXXXXbTaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1iavnLXXXXXXIXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1BDzdLXXXXXbSXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1kpDBLXXXXXaqXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1W5rfLXXXXXbeXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1X6nyLXXXXXaCXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1is5iLXXXXXceapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1swehLXXXXXcGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB12nqoLXXXXXbNaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1gVSxLXXXXXbpXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1LWmDLXXXXXXMXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB158ewLXXXXXXLXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1yveGLXXXXXcNXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB18LqfLXXXXXbbapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1nyssKVXXXXcrXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1DYCCNFXXXXXuXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1chmDNFXXXXcWXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1wP5vNFXXXXb_XFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB19u61NpXXXXa9XpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1rlLINpXXXXbFXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1Upz7NpXXXXctXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1Yv2yNpXXXXcJaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1gRvPNpXXXXbEXFXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1Isj2NpXXXXbhXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1uQj7NpXXXXbDXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB18wzxNpXXXXczaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1FR2ZNpXXXXagXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1E6EaNpXXXXXoXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1Edb.NpXXXXagXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1Zh6yNpXXXXc4aXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1p0bGNpXXXXcCXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB19n_1NpXXXXXDXpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1GFb2NpXXXXa2XpXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1IArFNpXXXXcXXVXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1l4L8NpXXXXbmXXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1AxTANpXXXXbCaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1KrfPNpXXXXcvXFXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1RRrxNpXXXXcWaXXXXXXXXXXX_!!0-tstar.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1vx2zMVXXXXX0XXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1.9DzMVXXXXXlXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1lJW4MVXXXXXgaFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1gfnlMVXXXXbwXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1oW6pMVXXXXbnXFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i2/2859309431/TB1canxMVXXXXbpXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1A4O4MVXXXXcQapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB179u8MVXXXXajapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1Zrm_MVXXXXXPapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1gNS9MVXXXXXGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1vj5yLpXXXXctaXXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i1/2859309431/TB1K49FLpXXXXbEXVXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i4/2859309431/TB1QnaOLpXXXXX1XFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i3/2859309431/TB1qtOALpXXXXaraXXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i3/2859309431/TB1S.mOLpXXXXX0XFXXXXXXXXXX_!!2-tstar.png', '//img.alicdn.com/imgextra/i2/2859309431/TB1iVrdLXXXXXc2XVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1cCjBLXXXXXXUXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB11SS_LXXXXXbTaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1iavnLXXXXXXIXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1BDzdLXXXXXbSXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB1kpDBLXXXXXaqXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i1/2859309431/TB1W5rfLXXXXXbeXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1X6nyLXXXXXaCXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1is5iLXXXXXceapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB1swehLXXXXXcGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i2/2859309431/TB12nqoLXXXXXbNaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1gVSxLXXXXXbpXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1LWmDLXXXXXXMXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB158ewLXXXXXXLXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i4/2859309431/TB1yveGLXXXXXcNXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg', '//img.alicdn.com/imgextra/i3/2859309431/TB18LqfLXXXXXbbapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg']
DEBUG: Scraped from <200 https://mm.taobao.com/self/aiSho ... erId=2859309431>
{'image_urls': ['//img.alicdn.com/imgextra/i2/2859309431/TB1nyssKVXXXXcrXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1DYCCNFXXXXXuXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1chmDNFXXXXcWXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1wP5vNFXXXXb_XFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB19u61NpXXXXa9XpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1rlLINpXXXXbFXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1Upz7NpXXXXctXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1Yv2yNpXXXXcJaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1gRvPNpXXXXbEXFXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1Isj2NpXXXXbhXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1uQj7NpXXXXbDXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB18wzxNpXXXXczaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1FR2ZNpXXXXagXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1E6EaNpXXXXXoXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1Edb.NpXXXXagXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1Zh6yNpXXXXc4aXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1p0bGNpXXXXcCXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB19n_1NpXXXXXDXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1GFb2NpXXXXa2XpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1IArFNpXXXXcXXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1l4L8NpXXXXbmXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1AxTANpXXXXbCaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1KrfPNpXXXXcvXFXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1RRrxNpXXXXcWaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1vx2zMVXXXXX0XXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1.9DzMVXXXXXlXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1lJW4MVXXXXXgaFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1gfnlMVXXXXbwXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1oW6pMVXXXXbnXFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i2/2859309431/TB1canxMVXXXXbpXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1A4O4MVXXXXcQapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB179u8MVXXXXajapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1Zrm_MVXXXXXPapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1gNS9MVXXXXXGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1vj5yLpXXXXctaXXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i1/2859309431/TB1K49FLpXXXXbEXVXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i4/2859309431/TB1QnaOLpXXXXX1XFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i3/2859309431/TB1qtOALpXXXXaraXXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i3/2859309431/TB1S.mOLpXXXXX0XFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i2/2859309431/TB1iVrdLXXXXXc2XVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1cCjBLXXXXXXUXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB11SS_LXXXXXbTaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1iavnLXXXXXXIXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1BDzdLXXXXXbSXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1kpDBLXXXXXaqXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1W5rfLXXXXXbeXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1X6nyLXXXXXaCXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1is5iLXXXXXceapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1swehLXXXXXcGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB12nqoLXXXXXbNaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1gVSxLXXXXXbpXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1LWmDLXXXXXXMXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB158ewLXXXXXXLXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1yveGLXXXXXcNXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB18LqfLXXXXXbbapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1nyssKVXXXXcrXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1DYCCNFXXXXXuXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1chmDNFXXXXcWXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1wP5vNFXXXXb_XFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB19u61NpXXXXa9XpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1rlLINpXXXXbFXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1Upz7NpXXXXctXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1Yv2yNpXXXXcJaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1gRvPNpXXXXbEXFXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1Isj2NpXXXXbhXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1uQj7NpXXXXbDXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB18wzxNpXXXXczaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1FR2ZNpXXXXagXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1E6EaNpXXXXXoXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1Edb.NpXXXXagXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1Zh6yNpXXXXc4aXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1p0bGNpXXXXcCXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB19n_1NpXXXXXDXpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1GFb2NpXXXXa2XpXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1IArFNpXXXXcXXVXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1l4L8NpXXXXbmXXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1AxTANpXXXXbCaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1KrfPNpXXXXcvXFXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1RRrxNpXXXXcWaXXXXXXXXXXX_!!0-tstar.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1vx2zMVXXXXX0XXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1.9DzMVXXXXXlXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1lJW4MVXXXXXgaFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1gfnlMVXXXXbwXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1oW6pMVXXXXbnXFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i2/2859309431/TB1canxMVXXXXbpXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1A4O4MVXXXXcQapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB179u8MVXXXXajapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1Zrm_MVXXXXXPapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1gNS9MVXXXXXGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1vj5yLpXXXXctaXXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i1/2859309431/TB1K49FLpXXXXbEXVXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i4/2859309431/TB1QnaOLpXXXXX1XFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i3/2859309431/TB1qtOALpXXXXaraXXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i3/2859309431/TB1S.mOLpXXXXX0XFXXXXXXXXXX_!!2-tstar.png',
'//img.alicdn.com/imgextra/i2/2859309431/TB1iVrdLXXXXXc2XVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1cCjBLXXXXXXUXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB11SS_LXXXXXbTaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1iavnLXXXXXXIXFXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1BDzdLXXXXXbSXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB1kpDBLXXXXXaqXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i1/2859309431/TB1W5rfLXXXXXbeXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1X6nyLXXXXXaCXXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1is5iLXXXXXceapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB1swehLXXXXXcGapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i2/2859309431/TB12nqoLXXXXXbNaXXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1gVSxLXXXXXbpXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1LWmDLXXXXXXMXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB158ewLXXXXXXLXVXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i4/2859309431/TB1yveGLXXXXXcNXpXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg',
'//img.alicdn.com/imgextra/i3/2859309431/TB18LqfLXXXXXbbapXXXXXXXXXX_!!0-tstar.jpg_620x10000.jpg']}
INFO: Closing spider (finished)
INFO: Dumping Scrapy stats:
{'downloader/request_bytes': 359,
'downloader/request_count': 1,
'downloader/request_method_count/GET': 1,
'downloader/response_bytes': 11658,
'downloader/response_count': 1,
'downloader/response_status_count/200': 1,
'finish_reason': 'finished',
'finish_time': datetime.datetime(2016, 10, 12, 14, 17, 32, 570380),
'item_scraped_count': 1,
'log_count/DEBUG': 2,
'log_count/INFO': 7,
'response_received_count': 1,
'scheduler/dequeued': 1,
'scheduler/dequeued/memory': 1,
'scheduler/enqueued': 1,
'scheduler/enqueued/memory': 1,
'start_time': datetime.datetime(2016, 10, 12, 14, 17, 32, 116354)}
INFO: Spider closed (finished)
|
|
