Fixed missing timeout/threads report by darkmage and added http proxy checking, new args, etc
This commit is contained in:
parent
cc02b8df44
commit
ab2b5092b5
GPG Key ID:
EF4B922DB85DC9DE
155
cleansocks.py
155
cleansocks.py
|
|
@ -1,80 +1,133 @@
|
|||
#!/usr/bin/env python
|
||||
# CleanSocks - Developed by acidvegas in Python (https://git.acid.vegas/proxytools)
|
||||
|
||||
'''
|
||||
|
||||
This script will clean a list of proxies by removing duplicates, checking for valid formats (IP:PORT), & testing if the proxies are working
|
||||
|
||||
'''
|
||||
# This script will clean a list of proxies by removing duplicates, checking for valid formats (IP:PORT), & testing if the proxies are working
|
||||
# If a proxy is found working on multiple ports, we will only store the first working port to avoid ip duplication in the clean results.
|
||||
|
||||
import argparse
|
||||
import asyncio
|
||||
import os
|
||||
import re
|
||||
|
||||
# Globals
|
||||
all = list()
|
||||
good = list()
|
||||
print_bad = True
|
||||
try:
|
||||
import aiosocks
|
||||
except ImportError:
|
||||
raise SystemExit('missing pysocks module (https://pypi.org/project/aiosocks/)')
|
||||
|
||||
async def check(semaphore, proxy):
|
||||
try:
|
||||
import aiohttp
|
||||
except ImportError:
|
||||
raise SystemExit('missing pysocks module (https://pypi.org/project/aiosocks/)')
|
||||
|
||||
# Globals
|
||||
all = list()
|
||||
good = list()
|
||||
|
||||
async def check_http_proxy(semaphore: asyncio.Semaphore, proxy: str):
|
||||
'''
|
||||
Checks if a HTTP proxy is working.
|
||||
|
||||
:param semaphore: The semaphore to use.
|
||||
:param proxy: The proxy to check.
|
||||
'''
|
||||
async with semaphore:
|
||||
ip, port = proxy.split(':')
|
||||
proxy_ip = proxy.split(':')[0]
|
||||
async with aiohttp.ClientSession() as session:
|
||||
try:
|
||||
async with session.get('https://google.com', proxy=f'http://{proxy}', timeout=args.timeout) as response:
|
||||
if response.status == 200:
|
||||
print('\033[1;32mGOOD\033[0m \033[30m|\033[0m ' + proxy)
|
||||
if proxy_ip not in all:
|
||||
all.append(proxy_ip)
|
||||
good.append(proxy)
|
||||
else:
|
||||
if args.bad:
|
||||
print('\033[1;31mBAD\033[0m \033[30m|\033[0m ' + proxy)
|
||||
except:
|
||||
if args.bad:
|
||||
print('\033[1;31mBAD\033[0m \033[30m|\033[0m ' + proxy)
|
||||
|
||||
async def check_socks_proxy(semaphore: asyncio.Semaphore, proxy: str):
|
||||
'''
|
||||
Checks if a SOCKS proxy is working.
|
||||
|
||||
:param semaphore: The semaphore to use.
|
||||
:param proxy: The proxy to check.
|
||||
'''
|
||||
async with semaphore:
|
||||
proxy_ip, proxy_port = proxy.split(':')
|
||||
options = {
|
||||
'proxy' : aiosocks.Socks5Addr(proxy.split(':')[0], int(proxy.split(':')[1])),
|
||||
'proxy' : aiosocks.Socks5Addr(proxy_ip, proxy_port),
|
||||
'proxy_auth' : None,
|
||||
'dst' : ('www.google.com',80),
|
||||
'dst' : ('www.google.com', 80),
|
||||
'limit' : 1024,
|
||||
'ssl' : None,
|
||||
'family' : 2
|
||||
}
|
||||
try:
|
||||
await asyncio.wait_for(aiosocks.open_connection(**options), 15)
|
||||
await asyncio.wait_for(aiosocks.open_connection(**options), args.timeout)
|
||||
except:
|
||||
if print_bad:
|
||||
if args.bad:
|
||||
print('\033[1;31mBAD\033[0m \033[30m|\033[0m ' + proxy)
|
||||
else:
|
||||
print('\033[1;32mGOOD\033[0m \033[30m|\033[0m ' + proxy)
|
||||
if ip not in all:
|
||||
all.append(ip)
|
||||
if proxy_ip not in all:
|
||||
all.append(proxy_ip)
|
||||
good.append(proxy)
|
||||
|
||||
async def main(targets):
|
||||
sema = asyncio.BoundedSemaphore(500)
|
||||
'''
|
||||
Starts the main event loop.
|
||||
|
||||
:param targets: The proxies to check.
|
||||
'''
|
||||
sema = asyncio.BoundedSemaphore(args.threads)
|
||||
jobs = list()
|
||||
for target in targets:
|
||||
jobs.append(asyncio.ensure_future(check(sema, target)))
|
||||
if args.socks:
|
||||
jobs.append(asyncio.ensure_future(check_socks_proxy(sema, target)))
|
||||
else:
|
||||
jobs.append(asyncio.ensure_future(check_http_proxy(sema, target)))
|
||||
await asyncio.gather(*jobs)
|
||||
|
||||
# Main
|
||||
print('#'*56)
|
||||
print('#{0}#'.format(''.center(54)))
|
||||
print('#{0}#'.format('CleanSOCKS Proxy Cleaner'.center(54)))
|
||||
print('#{0}#'.format('Developed by acidvegas in Python'.center(54)))
|
||||
print('#{0}#'.format('https://git.acid.vegas/proxytools'.center(54)))
|
||||
print('#{0}#'.format(''.center(54)))
|
||||
print('#'*56)
|
||||
parser = argparse.ArgumentParser(usage='%(prog)s <input> <output> [options]')
|
||||
parser.add_argument('input', help='file to scan')
|
||||
parser.add_argument('output', help='file to output')
|
||||
parser.add_argument('-t', '--threads', help='number of threads (default: 100)', default=100, type=int)
|
||||
parser.add_argument('-x', '--timeout', help='socket timeout seconds (default: 15)', default=15, type=int)
|
||||
args = parser.parse_args()
|
||||
try:
|
||||
import aiosocks
|
||||
except ImportError:
|
||||
raise SystemExit('missing pysocks module (https://pypi.org/project/aiosocks/)')
|
||||
if not os.path.isfile(args.input):
|
||||
raise SystemExit('no such input file')
|
||||
initial = len(open(args.input).readlines())
|
||||
proxies = set([proxy for proxy in re.findall('[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+:[0-9]+', open(args.input).read(), re.MULTILINE)])
|
||||
if not proxies:
|
||||
raise SystemExit('no proxies found from input file')
|
||||
asyncio.run(main(proxies))
|
||||
good.sort()
|
||||
with open(args.output, 'w') as output_file:
|
||||
output_file.write('\n'.join(good))
|
||||
print('\033[34mTotal\033[0m : ' + format(len(proxies), ',d'))
|
||||
print('\033[34mGood\033[0m : ' + format(len(good), ',d'))
|
||||
print('\033[34mBad\033[0m : ' + format(len(proxies)-len(good), ',d'))
|
||||
print('\033[34mDupe\033[0m : ' + format(initial-len(proxies), ',d'))
|
||||
|
||||
if __name__ == '__main__':
|
||||
print('#'*56)
|
||||
print('#{0}#'.format(''.center(54)))
|
||||
print('#{0}#'.format('CleanSOCKS Proxy Cleaner'.center(54)))
|
||||
print('#{0}#'.format('Developed by acidvegas in Python'.center(54)))
|
||||
print('#{0}#'.format('https://git.acid.vegas/proxytools'.center(54)))
|
||||
print('#{0}#'.format(''.center(54)))
|
||||
print('#'*56)
|
||||
|
||||
parser = argparse.ArgumentParser(usage='%(prog)s <input> <output> [options]')
|
||||
parser.add_argument('input', help='file to scan')
|
||||
parser.add_argument('output', help='file to output')
|
||||
parser.add_argument('-s', '--socks', action='store_true', help='Check SOCKS proxies (default: HTTP)')
|
||||
parser.add_argument('-b', '--bad', action='store_true', help='Show bad proxies')
|
||||
parser.add_argument('-t', '--threads', help='number of threads (default: 100)', default=100, type=int)
|
||||
parser.add_argument('-x', '--timeout', help='socket timeout seconds (default: 15)', default=15, type=int)
|
||||
args = parser.parse_args()
|
||||
|
||||
if not os.path.isfile(args.input):
|
||||
raise SystemExit('no such input file')
|
||||
|
||||
initial = len(open(args.input).readlines())
|
||||
proxies = set([proxy for proxy in re.findall(r'[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+:[0-9]+', open(args.input).read(), re.MULTILINE)])
|
||||
|
||||
if not proxies:
|
||||
raise SystemExit('no proxies found from input file')
|
||||
|
||||
|
||||
print('\033[1;32mChecking {0:,} {1} proxies using {2:,} threads... \033[1;30m(Pass the -h or --help argument to change these settings)\033[0m'.format(len(proxies), 'SOCKS' if args.socks else 'HTTP', args.threads))
|
||||
asyncio.run(main(proxies))
|
||||
|
||||
good.sort()
|
||||
|
||||
with open(args.output, 'w') as output_file:
|
||||
output_file.write('\n'.join(good))
|
||||
|
||||
print('\033[34mTotal\033[0m : ' + format(len(proxies), ',d'))
|
||||
print('\033[34mGood\033[0m : ' + format(len(good), ',d'))
|
||||
print('\033[34mBad\033[0m : ' + format(len(proxies)-len(good), ',d'))
|
||||
print('\033[34mDupe\033[0m : ' + format(initial-len(proxies), ',d'))
|
||||
|
|
|
|||
Loading…
Reference in New Issue