Supershell-Counter/requestUtil.py at master · passer-W/Supershell-Counter · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
import re
import traceback

import requests
import warnings

from urllib3 import encode_multipart_formdata
# import test65_nsa

warnings.filterwarnings("ignore")

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:89.0) Gecko/20100101 Firefox/89.0",
    "Accept-Language": "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2",
    "Accept-Encoding": "gzip, deflate"
}

proxy = {
    "http": "http://127.0.0.1:8080",
    "https": "http://127.0.0.1:8080",
}

# cookies = "test65_nsa.cookies"
cookies = ""


def get_cookies(cookie_str):
    cookie_dict = {i.split("=")[0].strip(): "=".join(i.split("=")[1:]).strip() for i in cookie_str.split(";")}
    return cookie_dict


def get(url, cookies=cookies, header=None, timeout=5, session="", allow_redirects=True, stream=False, proxable=False):
    f_headers = dict.copy(headers)
    if cookies == "":
        cookies = {}
    else:
        cookies = get_cookies(cookies)
    if header == None:
        header = {}
    f_headers = dict(header, **f_headers)
    if proxable:
        proxies = proxy
    else:
        proxies = {}
    try:
        if session == "":
            resp = requests.get(url, verify=False, headers=f_headers, cookies=cookies, timeout=timeout,
                                allow_redirects=allow_redirects, stream=stream, proxies=proxies)
        else:
            resp = session.get(url, cookies=cookies, headers=f_headers, verify=False, timeout=timeout,
                               allow_redirects=allow_redirects, stream=stream, proxies=proxies)
        return resp
    except Exception as e:
        # print(e)
        return None


def post(url, data="", cookies=cookies, header=None, timeout=5, session="", files=None, proxable=False, allow_redirects=True, changeHeader=True):
    f_headers = dict.copy(headers)
    if cookies == "":
        cookies = {}
    else:
        cookies = get_cookies(cookies)
    if header == None:
        header = {}
    if not "Content-Type" in header and not files and changeHeader:
        header = dict(header, **{"Content-Type": "application/x-www-form-urlencoded"})
    if files == None:
        files = {}
    f_headers = dict(header, **f_headers)
    if proxable:
        proxies = proxy
    else:
        proxies = {}
    try:
        if session == "":
            resp = requests.post(url, cookies=cookies, data=data, headers=f_headers, verify=False, timeout=timeout,
                                 files=files, proxies=proxies, allow_redirects=allow_redirects)
        else:
            resp = session.post(url, cookies=cookies, data=data, headers=f_headers, verify=False, timeout=timeout,
                                files=files, proxies=proxies, allow_redirects=allow_redirects)
        return resp
    except Exception as e:
        return None
        # print(e)

def put(url):
    return requests.put(url, verify=False)

class FileData:
    def __init__(self, header, data):
        self.header = header
        self.data = data


def get_file_data(filename="", filedata="", param="file", data=None):  # param: 上传文件的POST参数名
    if not data:
        data = {}
    if filename:
        data[param] = (filename, filedata)  # 名称，文件内容
    encode_data = encode_multipart_formdata(data)
    file_data = FileData({"Content-Type": encode_data[1]}, encode_data[0])
    return file_data


def session():
    return requests.session()


def get_title(resp):
    try:
        try:
            content = resp.content.decode()
        except:
            content = resp.content.decode("GBK", "ignored")
        title = re.findall("<title>(.*?)</title>", content)[0]
    except:
        title = "[空标题]"
    return title


def get_ip(url):
    if re.findall("http://(.*?)/", url):
        return re.findall("http://(.*?)/", url)
    else:
        return re.findall("http://(.*)", url)

def print_info(resp):
    if resp != None:
        print (resp.url, resp.status_code, len(resp.text), get_title(resp))