-
Notifications
You must be signed in to change notification settings - Fork 0
/
URL Clean1.py
68 lines (62 loc) · 2.29 KB
/
URL Clean1.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
from threading import Thread
from queue import Queue
import requests
class UrlCheck(Thread):
def __init__(self, url_queue, url_list):
super().__init__()
self.url_queue = url_queue # 要探测的url队列
self.url_list = url_list # 存活的ip列表
self.headers = {
'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) '
'AppleWebKit/605.1.15 (KHTML, like Gecko) '
'Version/13.0.3 Mobile/15E148 Safari/604.1'
}
def run(self):
while True:
try:
url = self.url_queue.get()
if 'http' in url:
head = self.download(url)
if head is None:
continue
self.url_list.append(url)
print(url, head)
else:
http_url = 'http://' + url
head = self.download(http_url)
if head:
self.url_list.append(http_url)
print(http_url, head)
https_url = 'https://' + url
head = self.download(https_url)
if head is None:
continue
self.url_list.append(https_url)
print(https_url, head)
finally:
self.url_queue.task_done()
def download(self, url):
try:
head = requests.get(url, headers=self.headers, timeout=3)
except requests.RequestException:
head = None
return head
if __name__ == '__main__':
u_queue = Queue()
checker = [k.strip() for k in open('url.txt', encoding='utf-8')]
url_list = []
save_name = "results.txt" # 结果保存文件名
for url in checker:
u_queue.put(url)
for i in range(50):
bdm = UrlCheck(u_queue, url_list)
bdm.daemon = True
bdm.start()
u_queue.join()
f = open(save_name, mode='w', encoding='utf-8')
for url in url_list:
f.write(url+'\n')
f.close()
count = len(open(r"results.txt",'rb').readlines())
print('[*] 检测完成! 输入行数为>>' + str(count))
# print(count)