Added note about concurrent.futures possibility for larger lists
This commit is contained in:
parent
2372f8f101
commit
9ab3a3f541
@ -7,6 +7,7 @@ Scrap IP:PORT proxies from a URL list
|
|||||||
|
|
||||||
'''
|
'''
|
||||||
|
|
||||||
|
import concurrent.futures
|
||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
import time
|
import time
|
||||||
@ -63,7 +64,7 @@ total = 0
|
|||||||
proxies = list()
|
proxies = list()
|
||||||
proxy_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'proxies.txt')
|
proxy_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'proxies.txt')
|
||||||
print('scanning \033[35m{0:,}\033[0m urls from list...'.format(len(urls)))
|
print('scanning \033[35m{0:,}\033[0m urls from list...'.format(len(urls)))
|
||||||
for url in urls:
|
for url in urls: # TODO: Maybe add concurrent.futures support for using larger lists
|
||||||
try:
|
try:
|
||||||
source = get_source(url)
|
source = get_source(url)
|
||||||
except:
|
except:
|
||||||
|
Loading…
Reference in New Issue
Block a user