知乎图片下载

zhihu/README.md

@@ -0,0 +1,9 @@
+# 知乎图片下载器
+
+1.打开脚本修改**email**和**passwd**为自己的知乎账号（手机or邮箱）和密码
+
+2.直接运行**python zhihu_picture_downloader.py**
+
+3.输入问题的id，比如某问题https://www.zhihu.com/question/30941719，输入30941719
+
+4.然后就开始下载啦......

zhihu/zhihu_picture_downloader.py

@@ -0,0 +1,163 @@
+#-*- coding=utf-8 -*- 
+"""
+知乎图片下载器
+"""
+import requests
+import re
+import json
+import time
+from PIL import Image
+import cStringIO
+import cookielib  
+import urllib
+import os
+
+api_url='https://www.zhihu.com/node/QuestionAnswerListV2'
+login_url='https://www.zhihu.com/login/'
+topic_url='https://www.zhihu.com/question/'
+requests.packages.urllib3.disable_warnings() 
+
+headers={
+'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'
+}
+
+session=requests.Session()
+session.headers=headers    
+session.cookies = cookielib.LWPCookieJar(filename='cookies') 
+try:  
+    session.cookies.load(ignore_discard=True)  
+except:  
+    print u"未登陆过，需先登录"  
+
+
+def get_xsrf(url="http://www.zhihu.com"):  
+    '''''_xsrf 是一个动态变化的参数'''  
+    global session
+    index_url =  url
+    index_page = session.get(index_url)  
+    html = index_page.content  
+    pattern = r'name="_xsrf" value="(.*?)"'  
+    _xsrf = re.findall(pattern, html)  
+    return _xsrf[0]
+
+
+def ImageScale(url,session=None):
+    if session==None:
+        session=requests.Session()
+    file = cStringIO.StringIO(session.get(url).content)
+    img = Image.open(file)
+    img.show()
+
+
+def get_captcha():
+    global session
+    t=str(int(time.time()*1000))
+    captcha_url='https://www.zhihu.com/captcha.gif?r=%s&type=login'%t
+    print captcha_url
+    ImageScale(captcha_url,session)
+    print u'请输入验证码：'
+    yzm=raw_input()
+    return yzm
+
+def isLogin():  
+    global session
+    url = "https://www.zhihu.com/settings/profile"  
+    login_code = session.get(url, allow_redirects=False,verify=False).status_code  
+    if int(x=login_code) == 200:  
+        return True  
+    else:  
+        return False 
+
+def login(email,passwd):
+    global session
+    isemail=re.search('@',email)
+    if isemail:
+        loginurl=login_url+'email'
+        data={'_xsrf':get_xsrf()
+                ,'password':passwd
+                ,'remember_me':'true'
+                ,'email':email}
+    else:
+        loginurl=login_url+'phone_num'
+        data={'_xsrf':get_xsrf()
+                ,'password':passwd
+                ,'remember_me':'true'
+                ,'phone_num':email}
+    try:
+        login_page=session.post(loginurl,data=data)
+        login_code=login_page.content
+        print login_page.status
+        print login_code
+    except:
+        data['captcha']=get_captcha()
+        login_page=session.post(loginurl,data=data)
+        login_code=json.loads(login_page.content)
+        print login_code['msg']
+    session.cookies.save()
+
+
+def get_pic_from_topic(id,offset):
+    global session
+    topicurl=topic_url+str(id)
+    _xsrf=get_xsrf(topicurl)
+    pic_re=re.compile('data-actualsrc="(.*?)"')
+    inner_data={"url_token":id
+                ,"pagesize":10
+                ,"offset":offset
+                }
+    data={'method':'next'
+        ,'params':json.dumps(inner_data)
+        }
+    session.headers['Referer']=topicurl
+    session.headers['Host']='www.zhihu.com'
+    session.headers['Origin']='https://www.zhihu.com'
+    session.headers['X-Xsrftoken']=_xsrf
+    js_data=session.post(api_url,data=data)
+    dat=json.loads(js_data.content)['msg']
+    pictures=[]
+    for d in dat:
+        pics=pic_re.findall(d)
+        pictures.extend(pics)
+    return pictures
+
+def downloader(url,path):
+    try:
+        filename=url.split('/')[-1]
+        save=os.path.join(path,filename)
+        print u'开始下载 ',filename
+        urllib.urlretrieve(url,filename=save)
+    except Exception,e:
+        print u'下载出错，错误信息为：'
+        print e
+
+
+if __name__=='__main__':
+    email='' #知乎邮箱或者手机
+    passwd='' #密码
+    is_login=isLogin()
+    if not is_login:
+        login(email,passwd)
+    offset=0
+    pictures=[]
+    print u"""####################\n#  知乎图片下载器  #\n####################      
+            """
+    print u"请输入知乎问题id，比如https://www.zhihu.com/question/52049909，id就是52049909"
+    id=input()
+    print u'=====开始解析======'
+    while 1:
+        print u"+++++正在解析第%d页+++++"%(offset/10+1)
+        pics=get_pic_from_topic(id,offset)
+        if len(pics)==0:
+            print u"解析完毕，共找到%d张图片"%len(pictures)
+            break
+        pictures.extend(pics)
+        offset+=10
+    print u"=====开始下载图片====="
+    basepath=os.path.abspath('.')
+    savepath=os.path.join(basepath,str(id))
+    if not os.path.exists(savepath):
+        os.mkdir(savepath)
+    for pic in pictures:
+        downloader(pic,savepath)
+    print u"=====下载完毕====="
+