#! /usr/bin/env python
from urlparse import urlsplit
from os.path import basename
import urllib2
import re
import requests
import os
import json


url = \'https://www.zhihu.com/question/37787176\'

if not os.path.exists(\'images\'):
    os.mkdir("images")

print("start>>>>>>>")

page_size = 50
offset = 0
url_content = urllib2.urlopen(url).read()
answers = re.findall(\'h3 data-num="(.*?)"\', url_content)
limits = int(answers[0])

while offset < limits:
    post_url = "http://www.zhihu.com/node/QuestionAnswerListV2"
    params = json.dumps({
        \'url_token\': 37787176,
        \'pagesize\': page_size,
        \'offset\': offset
    })
    data = {
        \'_xsrf\': \'\',
        \'method\': \'next\',
        \'params\': params
    }
    header = {
        \'User-Agent\': "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:34.0) Gecko/20100101 Firefox/34.0",
        \'Host\': "www.zhihu.com",
        \'Referer\': url
    }
    response = requests.post(post_url, data=data, headers=header)
    answer_list = response.json()["msg"]
    img_urls = re.findall(\'img .*?src="(.*?_b.*?)"\', \'\'.join(answer_list))
    for img_url in img_urls:
        try:
            img_data = urllib2.urlopen(img_url).read()
            file_name = basename(urlsplit(img_url)[2])
            print(file_name)
            output = open(\'images/\' + file_name, \'wb\')
            output.write(img_data)
            output.close()
        except:
            pass
    offset += page_size

print("end>>>>>>>")

#!/usr/bin/python  
# coding:utf-8   
import httplib2  
import urllib2  
import re #正则表达式模块  

class PageClass:  
    #获取指定url的网页内容  
    def get_page(self,url,headers):  
        http=httplib2.Http()  
        response,content=http.request(url,\'GET\',headers=headers)
        return content.decode(\'utf-8\')

def main():              
    headers={"cookie":\'your cookie\'}
    url = \'http://v.ktgj.com\'
    #print headers
    page = PageClass()
    content = page.get_page(url,headers)
    return content

if __name__ == "__main__":
    htmltext = main()
    pattern = re.compile(r\'<title>(.*?)</title>\')
    match = pattern.match(htmltext)
    if match:
        print match.group()
    print htmltext

#! /usr/bin/env python
from urlparse import urlsplit
from os.path import basename
import urllib2
import re
import requests
import os
import json
import datetime

if not os.path.exists(\'images\'):
    os.mkdir("images")

print("start>>>>>>>>>>>>>>>>>>>>>>>")

url = "http://www.ssff66.com/se/jingpintaotu/519271.html"
response = requests.get(url)
#print(response.text)
img_urls = re.findall(\'img .*?src="(.*?)"\', response.text)
#print(img_urls)

for img_url in img_urls:
    try:
        img_data = urllib2.urlopen(img_url,timeout = 5).read()
        file_name = basename(urlsplit(img_url)[2])
        print(datetime.datetime.now().strftime(\'%Y-%m-%d %H:%M:%S\') + "  " + file_name)
        output = open(\'images/\' + file_name, \'wb\')
        output.write(img_data)
        output.close()
    except Exception,e:
        print("error : " + e.message)
        pass

print("end>>>>>>>>>>>>>>>>>>>>>>>")