|
|
本帖最后由 巴山夜雨 于 2018-8-14 10:17 编辑
在学python爬虫，装好了anaconda后，用spyder运行下面的代码打印不出任何东西，但是用IDLE就可以正常打印
import re,urllib.request
#模拟浏览器
headers = ("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139 Safari/537.36")
opener = urllib.request.build_opener()
opener.addheaders=[headers]
urllib.request.install_opener(opener)
comid = '6415030897298212020'
url = 'https://video.coral.qq.com/varticle/2778864418/comment/v2?callback=_varticle2778864418commentv2&orinum=10&oriorder=o&pageflag=1&cursor='+comid+'&scorecursor=0&orirepnum=2&reporder=o&reppageflag=1&source=9&_=1533005244243'
for i in range(0,40):
data = urllib.request.urlopen(url).read().decode()
patnext = '"last":"(.*?)"'
nextid = re.compile(patnext).findall(data)
patcom='"content":(.*?)",'
comdata = re.compile(patcom).findall(data)
for j in range(0,len(comdata)):
print("----第"+str(i)+str(j)+'条评论内容是：')
print(eval('u'+comdata[j]+'"'))
url = 'https://video.coral.qq.com/varticle/2778864418/comment/v2?callback=_varticle2778864418commentv2&orinum=10&oriorder=o&pageflag=1&cursor='+nextid[0]+'&scorecursor=0&orirepnum=2&reporder=o&reppageflag=1&source=9&_=1533005244243'
|
|
