mirror of https://github.com/testerSunshine/12306
150 lines
4.8 KiB
Python
150 lines
4.8 KiB
Python
# -*- coding: utf8 -*-
|
|
import json
|
|
import socket
|
|
from time import sleep
|
|
|
|
import requests
|
|
|
|
from config import logger
|
|
|
|
|
|
class HTTPClient(object):
|
|
|
|
def __init__(self):
|
|
"""
|
|
:param method:
|
|
:param headers: Must be a dict. Such as headers={'Content_Type':'text/html'}
|
|
"""
|
|
self.initS()
|
|
self._cdn = None
|
|
|
|
def initS(self):
|
|
self._s = requests.Session()
|
|
self._s.headers.update(self._set_header())
|
|
return self
|
|
|
|
def set_cookies(self, **kwargs):
|
|
"""
|
|
设置cookies
|
|
:param kwargs:
|
|
:return:
|
|
"""
|
|
for k, v in kwargs.items():
|
|
self._s.cookies.set(k, v)
|
|
|
|
def del_cookies(self):
|
|
"""
|
|
删除所有的key
|
|
:return:
|
|
"""
|
|
self._s.cookies.clear()
|
|
|
|
def del_cookies_by_key(self, key):
|
|
"""
|
|
删除指定key的session
|
|
:return:
|
|
"""
|
|
self._s.cookies.set(key, None)
|
|
|
|
def _set_header(self):
|
|
"""设置header"""
|
|
return {
|
|
"Content-Type": "application/x-www-form-urlencoded; charset=utf-8",
|
|
"X-Requested-With": "application/json, text/javascript, */*; q=0.01",
|
|
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_1) AppleWebKit/604.3.5 (KHTML, like Gecko) Version/11.0.1 Safari/604.3.5",
|
|
"Referer": "https://kyfw.12306.cn/otn/login/init",
|
|
"Accept": "*/*",
|
|
"Accept-Encoding": "br, gzip, deflate",
|
|
"Origin": "https://kyfw.12306.cn",
|
|
"Accept-Language": "zh-cn",
|
|
"Connection": "keep-alive",
|
|
}
|
|
|
|
def setHeaders(self, headers):
|
|
self._s.headers.update(headers)
|
|
return self
|
|
|
|
def resetHeaders(self):
|
|
self._s.headers.clear()
|
|
self._s.headers.update(self._set_header())
|
|
|
|
def getHeadersHost(self):
|
|
return self._s.headers["Host"]
|
|
|
|
def setHeadersHost(self, host):
|
|
self._s.headers.update({"Host": host})
|
|
return self
|
|
|
|
def getHeadersReferer(self):
|
|
return self._s.headers["Referer"]
|
|
|
|
def setHeadersReferer(self, referer):
|
|
self._s.headers.update({"Referer": referer})
|
|
return self
|
|
|
|
@property
|
|
def cdn(self):
|
|
return self._cdn
|
|
|
|
@cdn.setter
|
|
def cdn(self, cdn):
|
|
self._cdn = cdn
|
|
|
|
# def send_socket(self, urls, data=None, **kwargs):
|
|
# data = """
|
|
# POST {0} HTTP/1.1
|
|
# {0}
|
|
# """.format(urls["req_url"], self._set_header())
|
|
# fack = socket.create_connection(urls["Host"], 443)
|
|
# fack.send()
|
|
|
|
def send(self, urls, data=None, **kwargs):
|
|
"""send request to url.If response 200,return response, else return None."""
|
|
allow_redirects = False
|
|
is_logger = urls["is_logger"]
|
|
error_data = {"code": 99999, "message": u"重试次数达到上限"}
|
|
self.setHeadersReferer(urls["Referer"])
|
|
if data:
|
|
method = "post"
|
|
self.setHeaders({"Content-Length": "{0}".format(len(data))})
|
|
else:
|
|
method = "get"
|
|
self.resetHeaders()
|
|
if is_logger:
|
|
logger.log(
|
|
u"url: {0}\n入参: {1}\n请求方式: {2}\n".format(urls["req_url"],data,method,))
|
|
self.setHeadersHost(urls["Host"])
|
|
if self.cdn:
|
|
url_host = self.cdn
|
|
else:
|
|
url_host = urls["Host"]
|
|
for i in range(urls["re_try"]):
|
|
try:
|
|
# sleep(urls["s_time"]) if "s_time" in urls else sleep(0.001)
|
|
sleep(urls.get("s_time", 0.001))
|
|
requests.packages.urllib3.disable_warnings()
|
|
response = self._s.request(method=method,
|
|
timeout=2,
|
|
url="https://" + url_host + urls["req_url"],
|
|
data=data,
|
|
allow_redirects=allow_redirects,
|
|
verify=False,
|
|
**kwargs)
|
|
if response.status_code == 200:
|
|
if response.content:
|
|
if is_logger:
|
|
logger.log(
|
|
u"出参：{0}".format(response.content))
|
|
return json.loads(response.content) if method == "post" else response.content
|
|
else:
|
|
logger.log(
|
|
u"url: {} 返回参数为空".format(urls["req_url"]))
|
|
return error_data
|
|
else:
|
|
sleep(urls["re_time"])
|
|
except (requests.exceptions.Timeout, requests.exceptions.ReadTimeout, requests.exceptions.ConnectionError):
|
|
pass
|
|
except socket.error:
|
|
pass
|
|
return error_data
|