httpz/httpz.py

#!/usr/bin/env python3
# HTTPZ Web Scanner - Developed by acidvegas in Python (https://github.com/acidvegas/httpz)

'''
BCUZ FUCK PROJECT DISCOVERY PYTHON STILL GO HARD
REAL BAY SHIT FOR REAL BAY MOTHER FUCKERS
'''

import argparse
import asyncio
import itertools
import json
import logging
import os
import random
import sys

try:
	import aiohttp
except ImportError:
	raise ImportError('missing \'aiohttp\' library (pip install aiohttp)')

try:
	import apv
except ImportError:
	raise ImportError('missing \'apv\' library (pip install apv)')

try:
	import bs4
except ImportError:
	raise ImportError('missing \'bs4\' library (pip install beautifulsoup4)')

try:
	from cryptography                   import x509
	from cryptography.hazmat.primitives import hashes
	from cryptography.x509.oid          import NameOID
except ImportError:
	raise ImportError('missing \'cryptography\' library (pip install cryptography)')

try:
	import dns.asyncresolver
	import dns.query
	import dns.resolver
	import dns.zone
except ImportError:
	raise ImportError('missing \'dns\' library (pip install dnspython)')

try:
	import mmh3
except ImportError:
	raise ImportError('missing \'mmh3\' library (pip install mmh3)')


class Colors:
	'''ANSI color codes for terminal output'''

	HEADER     = '\033[95m' # Light purple
	BLUE       = '\033[94m'
	GREEN      = '\033[92m'
	YELLOW     = '\033[93m'
	RED        = '\033[91m'
	BOLD       = '\033[1m'
	UNDERLINE  = '\033[4m'
	RESET      = '\033[0m'
	PURPLE     = '\033[35m'       # Dark purple
	LIGHT_RED  = '\033[38;5;203m' # Light red
	DARK_GREEN = '\033[38;5;22m'  # Dark green
	PINK       = '\033[38;5;198m' # Bright pink
	GRAY       = '\033[90m'       # Gray color
	CYAN       = '\033[96m'       # Cyan color

# Global for silent mode
SILENT_MODE = False

def debug(msg: str): 
	if not SILENT_MODE: logging.debug(msg)
def error(msg: str):
	if not SILENT_MODE: logging.error(msg)
def info(msg: str):
	if not SILENT_MODE: logging.info(msg)


async def get_cert_info(ssl_object, url: str) -> dict:
	'''
	Get SSL certificate information for a domain
	
	:param ssl_object: SSL object to get certificate info from
	:param url: URL to get certificate info from
	'''

	try:			
		# Check if we have a certificate
		if not ssl_object:
			return None

		# Get the certificate in DER format
		if not (cert_der := ssl_object.getpeercert(binary_form=True)):
			return None

		# Load the certificate
		cert = x509.load_der_x509_certificate(cert_der)

		# Extract all subject alternative names
		try:
			san_extension = cert.extensions.get_extension_for_oid(x509.oid.ExtensionOID.SUBJECT_ALTERNATIVE_NAME)
			alt_names     = [name.value for name in san_extension.value] if san_extension else []
		except x509.extensions.ExtensionNotFound:
			alt_names = []

		# Get subject CN
		try:
			common_name = cert.subject.get_attributes_for_oid(NameOID.COMMON_NAME)[0].value
		except IndexError:
			common_name = None

		# Get issuer CN
		try:
			issuer = cert.issuer.get_attributes_for_oid(NameOID.COMMON_NAME)[0].value
		except IndexError:
			issuer = None

		return {
			'fingerprint'   : cert.fingerprint(hashes.SHA256()).hex(),
			'common_name'   : common_name,
			'issuer'        : issuer,
			'alt_names'     : alt_names,
			'not_before'    : cert.not_valid_before_utc.isoformat(),
			'not_after'     : cert.not_valid_after_utc.isoformat(),
			'version'       : cert.version.value,
			'serial_number' : format(cert.serial_number, 'x'),
		}
	except Exception as e:
		error(f'Error getting cert info for {url}: {str(e)}')
		return None


async def get_favicon_hash(session: aiohttp.ClientSession, base_url: str, html: str) -> str:
	'''
	Get favicon hash from a webpage
	
	:param session: aiohttp client session
	:param base_url: base URL of the website
	:param html: HTML content of the page
	'''

	try:
		soup = bs4.BeautifulSoup(html, 'html.parser')
		
		# Try to find favicon in link tags
		favicon_url = None
		for link in soup.find_all('link'):
			if link.get('rel') and any(x.lower() == 'icon' for x in link.get('rel')):
				favicon_url = link.get('href')
				break
		
		if not favicon_url:
			# Try default location
			favicon_url = '/favicon.ico'
		
		# Handle relative URLs
		if favicon_url.startswith('//'):
			favicon_url = 'https:' + favicon_url
		elif favicon_url.startswith('/'):
			favicon_url = base_url + favicon_url
		elif not favicon_url.startswith(('http://', 'https://')):
			favicon_url = base_url + '/' + favicon_url

		# Get favicon hash
		async with session.get(favicon_url, timeout=10) as response:
			if response.status == 200:
				content    = (await response.read())[:1024*1024]
				hash_value = mmh3.hash64(content)[0]
				if hash_value != 0:
					return str(hash_value)

	except Exception as e:
		debug(f'Error getting favicon for {base_url}: {str(e)}')
	
	return None


def human_size(size_bytes: int) -> str:
	'''
	Convert bytes to human readable string
	
	:param size_bytes: Size in bytes
	'''

	if not size_bytes:
		return '0B'
	
	units      = ('B', 'KB', 'MB', 'GB')
	size       = float(size_bytes)
	unit_index = 0
	
	while size >= 1024 and unit_index < len(units) - 1:
		size /= 1024
		unit_index += 1
	
	return f'{size:.1f}{units[unit_index]}'


def input_generator(input_source: str):
	'''
	Generator function to yield domains from file or stdin
	
	:param input_source: path to file containing domains, or None for stdin
	'''

	if input_source == '-' or input_source is None:
		for line in sys.stdin:
			if line.strip():
				yield line.strip()
	else:
		with open(input_source, 'r') as f:
			for line in f:
				if line.strip():
					yield line.strip()


async def load_resolvers(resolver_file: str = None) -> list:
	'''
	Load DNS resolvers from file or return default resolvers
	
	:param resolver_file: Path to file containing resolver IPs
	:return: List of resolver IPs
	'''
	
	if resolver_file:
		try:
			with open(resolver_file) as f:
				resolvers = [line.strip() for line in f if line.strip()]
			if resolvers:
				return resolvers
		except Exception as e:
			debug(f'Error loading resolvers from {resolver_file}: {str(e)}')

	else:
		async with aiohttp.ClientSession() as session:
			async with session.get('https://raw.githubusercontent.com/trickest/resolvers/refs/heads/main/resolvers.txt') as response:
				resolvers = await response.text()
				if not SILENT_MODE:
					info(f'Loaded {len(resolvers.splitlines()):,} resolvers.')
				return [resolver.strip() for resolver in resolvers.splitlines()]


async def resolve_all_dns(domain: str, timeout: int = 5, nameserver: str = None, check_axfr: bool = False) -> tuple:
	'''
	Resolve all DNS records (NS, A, AAAA, CNAME) for a domain
	
	:param domain: Domain to resolve
	:param timeout: Timeout in seconds
	:param nameserver: Specific nameserver to use
	'''

	# Create the resolver
	resolver          = dns.asyncresolver.Resolver()
	resolver.lifetime = timeout
	
	# Set the nameserver if provided
	if nameserver:
		resolver.nameservers = [nameserver]
	
	# Do all DNS lookups at once
	results = await asyncio.gather(*[resolver.resolve(domain, rtype) for rtype in ('NS', 'A', 'AAAA', 'CNAME')], return_exceptions=True)
	
	# Parse the results
	nameservers = [str(ns).rstrip('.') for ns in results[0]] if isinstance(results[0], dns.resolver.Answer) else []
	ips         = ([str(ip) for ip in results[1]] if isinstance(results[1], dns.resolver.Answer) else []) + ([str(ip) for ip in results[2]] if isinstance(results[2], dns.resolver.Answer) else [])
	cname       = str(results[3][0].target).rstrip('.') if isinstance(results[3], dns.resolver.Answer) else None
	
	# Get NS IPs
	ns_ips = {}
	if nameservers:
		ns_results = await asyncio.gather(*[resolver.resolve(ns, rtype) for ns in nameservers for rtype in ('A', 'AAAA')], return_exceptions=True)
		for i, ns in enumerate(nameservers):
			ns_ips[ns] = [str(ip) for records in ns_results[i*2:i*2+2] if isinstance(records, dns.resolver.Answer) for ip in records]

	# Try AXFR if enabled (using already resolved nameserver IPs)
	if check_axfr:
		try:
			# Create the axfrout directory if it doesn't exist
			os.makedirs('axfrout', exist_ok=True)
			
			# Iterate over each nameserver and their IPs
			for ns_host, ips in ns_ips.items():
				for ns_ip in ips:
					try:
						# Perform the AXFR transfer
						zone = dns.zone.from_xfr(dns.query.xfr(ns_ip, domain, lifetime=timeout))
						
						# Write the zone to a file
						with open(f'axfrout/{domain}_{ns_ip}.zone', 'w') as f:
							zone.to_text(f)

						info(f'{Colors.GREEN}[AXFR SUCCESS] {domain} from {ns_host} ({ns_ip}){Colors.RESET}')
					except Exception as e:
						debug(f'AXFR failed for {domain} from {ns_ip}: {str(e)}')
		except Exception as e:
			debug(f'Failed AXFR for {domain}: {str(e)}')

	return sorted(set(ips)), cname, nameservers, ns_ips


def parse_domain_url(domain: str) -> tuple:
	'''
	Parse domain string into base domain, port, and protocol list
	
	:param domain: Raw domain string to parse
	:return: Tuple of (base_domain, port, protocols)
	'''

	port = None
	base_domain = domain.rstrip('/')
	
	if base_domain.startswith(('http://', 'https://')):
		protocol = 'https://' if base_domain.startswith('https://') else 'http://'
		base_domain = base_domain.split('://', 1)[1]
		if ':' in base_domain.split('/')[0]:
			base_domain, port_str = base_domain.split(':', 1)
			try:
				port = int(port_str.split('/')[0])
			except ValueError:
				port = 443 if protocol == 'https://' else 80
		else:
			port = 443 if protocol == 'https://' else 80
		protocols = [f'{protocol}{base_domain}{":" + str(port) if port else ""}']
	else:
		if ':' in base_domain.split('/')[0]:
			base_domain, port_str = base_domain.split(':', 1)
			port = int(port_str.split('/')[0]) if port_str.split('/')[0].isdigit() else 443
		else:
			port = 443
		protocols = [
			f'https://{base_domain}{":" + str(port) if port else ""}',
			f'http://{base_domain}{":" + str(port) if port else ""}'
		]
	
	return base_domain, port, protocols


async def check_domain(session: aiohttp.ClientSession, domain: str, follow_redirects: bool = False, timeout: int = 5, check_axfr: bool = False, resolvers: list = None) -> dict:
	'''
	Check a single domain for its status code, title, and body preview
	
	:param session: aiohttp client session
	:param domain: domain to check
	:param follow_redirects: whether to follow redirects
	:param timeout: timeout in seconds
	:param check_axfr: whether to check for AXFR
	:param resolvers: list of DNS resolvers to use
	'''
	nameserver = random.choice(resolvers) if resolvers else None
	base_domain, port, protocols = parse_domain_url(domain)
	
	result = {
		'domain'         : base_domain,
		'status'         : 0,
		'title'          : None,
		'body'           : None,
		'content_type'   : None,
		'url'            : protocols[0],
		'port'           : port,
		'ips'            : [],
		'cname'          : None,
		'nameservers'    : [],
		'favicon_hash'   : None,
		'headers'        : {},
		'content_length' : None,
		'redirect_chain' : [],
		'tls'            : None
	}

	# Do DNS lookups
	result['ips'], result['cname'], result['nameservers'], _ = await resolve_all_dns(base_domain, timeout, nameserver, check_axfr)

	# Try each protocol
	for url in protocols:
		try:
			async with session.get(url, timeout=timeout, allow_redirects=follow_redirects, max_redirects=10 if follow_redirects else 0) as response:
				result.update({
					'status'         : response.status,
					'url'            : str(response.url),
					'headers'        : dict(response.headers),
					'content_type'   : response.headers.get('content-type', '').split(';')[0],
					'content_length' : response.headers.get('content-length'),
					'redirect_chain' : [str(h.url) for h in response.history] + [str(response.url)] if follow_redirects and response.history else []
				})

				if response.url.scheme == 'https':
					try:
						if ssl_object := response._protocol.transport.get_extra_info('ssl_object'):
							result['tls'] = await get_cert_info(ssl_object, str(response.url))
					except AttributeError:
						debug(f'Failed to get SSL info for {url}')

				if response.status == 200:
					html = (await response.text())[:1024*1024]
					soup = bs4.BeautifulSoup(html, 'html.parser')
					result.update({
						'title'        : ' '.join(soup.title.string.strip().split()).rstrip('.')[:300] if soup.title and soup.title.string else None,
						'body'         : ' '.join(soup.get_text().split()).rstrip('.')[:500] if soup.get_text() else None,
						'favicon_hash' : await get_favicon_hash(session, url, html)
					})
					break
		except Exception as e:
			debug(f'Error checking {url}: {str(e)}')
			result['status'] = -1
			continue

	return result


def format_console_output(result: dict, debug: bool = False, show_fields: dict = None, match_codes: set = None, exclude_codes: set = None) -> str:
	'''
	Format the output with colored sections
	
	:param result: Dictionary containing domain check results
	:param debug: Whether to show error states
	:param show_fields: Dictionary of fields to show
	:param match_codes: Set of status codes to match
	:param exclude_codes: Set of status codes to exclude
	'''

	# Skip errors unless in debug mode
	if result['status'] < 0 and not debug:
		return ''
		
	# Skip if status code doesn't match filters
	if match_codes and result['status'] not in match_codes:
		return ''
	if exclude_codes and result['status'] in exclude_codes:
		return ''

	parts = []
	
	# Status code
	if show_fields['status_code']:
		if result['status'] < 0:
			status = f"{Colors.RED}[{result['status']}]{Colors.RESET}"
		elif 200 <= result['status'] < 300:
			status = f"{Colors.GREEN}[{result['status']}]{Colors.RESET}"
		elif 300 <= result['status'] < 400:
			status = f"{Colors.YELLOW}[{result['status']}]{Colors.RESET}"
		else: # 400+ and 500+ codes
			status = f"{Colors.RED}[{result['status']}]{Colors.RESET}"
		parts.append(status)
	
	# Domain (always shown)
	parts.append(f"[{result['url']}]")
	
	# Title
	if show_fields['title'] and result['title']:
		parts.append(f"{Colors.DARK_GREEN}[{result['title']}]{Colors.RESET}")
	
	# Body
	if show_fields['body'] and result['body']:
		body = result['body'][:100] + ('...' if len(result['body']) > 100 else '')
		parts.append(f"{Colors.BLUE}[{body}]{Colors.RESET}")
	
	# IPs
	if show_fields['ip'] and result['ips']:
		ips_text = ', '.join(result['ips'])
		parts.append(f"{Colors.YELLOW}[{ips_text}]{Colors.RESET}")

	# Favicon hash
	if show_fields['favicon'] and result['favicon_hash']:
		parts.append(f"{Colors.PURPLE}[{result['favicon_hash']}]{Colors.RESET}")

	# Headers (includes content-type and content-length)
	if show_fields['headers'] and result['headers']:
		headers_text = []
		for k, v in result['headers'].items():
			headers_text.append(f"{k}: {v}")
		parts.append(f"{Colors.CYAN}[{', '.join(headers_text)}]{Colors.RESET}")
	else:
		# Only show content-type and content-length if headers aren't shown
		if show_fields['content_type'] and result['content_type']:
			parts.append(f"{Colors.HEADER}[{result['content_type']}]{Colors.RESET}")
		
		if show_fields['content_length'] and result['content_length']:
			try:
				size = human_size(int(result['content_length']))
				parts.append(f"{Colors.PINK}[{size}]{Colors.RESET}")
			except (ValueError, TypeError):
				parts.append(f"{Colors.PINK}[{result['content_length']}]{Colors.RESET}")
	
	# CNAME
	if show_fields['cname'] and result['cname']:
		parts.append(f"{Colors.PURPLE}[CNAME: {result['cname']}]{Colors.RESET}")
	
	# Redirect Chain
	if show_fields['follow_redirects'] and result['redirect_chain']:
		chain = ' -> '.join(result['redirect_chain'])
		parts.append(f"{Colors.YELLOW}[Redirects: {chain}]{Colors.RESET}")

	# TLS Certificate Info - Modified to always show if available
	if result['tls']:
		cert = result['tls']
		tls_parts = []
		if cert.get('subject'):
			tls_parts.append(f"Subject: {cert['subject']}")
		if cert.get('issuer'):
			tls_parts.append(f"Issuer: {cert['issuer']}")
		if cert.get('fingerprint'):
			tls_parts.append(f"Fingerprint: {cert['fingerprint'][:16]}...")
		if cert.get('alt_names'):
			tls_parts.append(f"SANs: {', '.join(cert['alt_names'][:3])}")
		if cert.get('not_before') and cert.get('not_after'):
			tls_parts.append(f"Valid: {cert['not_before'].split('T')[0]} to {cert['not_after'].split('T')[0]}")
		if cert.get('version'):
			tls_parts.append(f"Version: {cert['version']}")
		if cert.get('serial_number'):
			tls_parts.append(f"Serial: {cert['serial_number'][:16]}...")
		
		parts.append(f"{Colors.GREEN}[{' | '.join(tls_parts)}]{Colors.RESET}")

	return ' '.join(parts)


def parse_status_codes(codes_str: str) -> set:
	'''
	Parse comma-separated status codes and ranges into a set of integers
	
	:param codes_str: Comma-separated status codes (e.g., "200,301-399,404,500-503")
	'''
	codes = set()
	try:
		for part in codes_str.split(','):
			if '-' in part:
				start, end = map(int, part.split('-'))
				codes.update(range(start, end + 1))
			else:
				codes.add(int(part))
		return codes
	except ValueError:
		raise argparse.ArgumentTypeError('Invalid status code format. Use comma-separated numbers or ranges (e.g., 200,301-399,404,500-503)')


async def process_domains(input_source: str = None, debug: bool = False, concurrent_limit: int = 100, show_fields: dict = None, output_file: str = None, jsonl: bool = None, timeout: int = 5, match_codes: set = None, exclude_codes: set = None, show_progress: bool = False, check_axfr: bool = False, resolver_file: str = None):
	'''
	Process domains from a file or stdin with concurrent requests
	
	:param input_source: path to file containing domains, or None for stdin
	:param debug: Whether to show error states
	:param concurrent_limit: maximum number of concurrent requests
	:param show_fields: Dictionary of fields to show
	:param output_file: Path to output file (JSONL format)
	:param timeout: Request timeout in seconds
	:param match_codes: Set of status codes to match
	:param exclude_codes: Set of status codes to exclude
	:param show_progress: Whether to show progress counter
	:param check_axfr: Whether to check for AXFR
	:param resolver_file: Path to file containing DNS resolvers
	'''

	# Check if input file exists
	if input_source and input_source != '-' and not os.path.exists(input_source):
		raise FileNotFoundError(f'Domain file not found: {input_source}')

	# Initialize tasks and processed domains
	tasks             = set()
	processed_domains = 0
	
	# Load resolvers - await the coroutine
	resolvers = await load_resolvers(resolver_file)

	async def write_result(result: dict):
		'''Write a single result to the output file'''

		nonlocal processed_domains
		
		# Create JSON output dict with required fields
		output_dict = {'url': result['url'], 'domain': result['domain'], 'status': result['status'], 'port': result['port']}
		
		# Add optional fields if they exist
		if result['title']:
			output_dict['title'] = result['title']
		if result['body']:
			output_dict['body'] = result['body']
		if result['ips']:
			output_dict['ips'] = result['ips']
		if result['favicon_hash']:
			output_dict['favicon_hash'] = result['favicon_hash']
		if result['headers']:
			output_dict['headers'] = result['headers']
		if result['cname']:
			output_dict['cname'] = result['cname']
		if result['redirect_chain']:
			output_dict['redirect_chain'] = result['redirect_chain']
		if result['tls']:
			output_dict['tls'] = result['tls']
		if result['nameservers']:
			output_dict['nameservers'] = result['nameservers']

		# Get formatted output based on filters
		formatted = format_console_output(result, debug, show_fields, match_codes, exclude_codes)
		
		if formatted:
			# Write to file if specified
			if output_file:
				if (not match_codes or result['status'] in match_codes) and (not exclude_codes or result['status'] not in exclude_codes):
					with open(output_file, 'a') as f:
						json.dump(output_dict, f, ensure_ascii=False)
						f.write('\n')
			
			# Console output
			if jsonl:
				print(json.dumps(output_dict))
			else:
				processed_domains += 1  # Increment counter for each domain processed
				if show_progress:
					info(f"{Colors.GRAY}[{processed_domains:,}]{Colors.RESET} {formatted}")

	async with aiohttp.ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
		# Start initial batch of tasks
		for domain in itertools.islice(input_generator(input_source), concurrent_limit):
			task = asyncio.create_task(check_domain(session, domain, follow_redirects=show_fields['follow_redirects'], timeout=timeout, check_axfr=check_axfr, resolvers=resolvers))
			tasks.add(task)
		
		# Process remaining domains, maintaining concurrent_limit active tasks
		domains_iter = input_generator(input_source)
		next(itertools.islice(domains_iter, concurrent_limit, concurrent_limit), None)  # Skip first concurrent_limit domains
		
		for domain in domains_iter:
			done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
			tasks = pending
			
			for task in done:
				result = await task
				await write_result(result)
			
			task = asyncio.create_task(check_domain(session, domain, follow_redirects=show_fields['follow_redirects'], timeout=timeout, check_axfr=check_axfr, resolvers=resolvers))
			tasks.add(task)
		
		# Wait for remaining tasks
		if tasks:
			done, _ = await asyncio.wait(tasks)
			for task in done:
				result = await task
				await write_result(result)


def main():
	'''Main function to handle command line arguments and run the domain checker'''

	global SILENT_MODE
	
	# Setup argument parser
	parser = argparse.ArgumentParser(description=f'{Colors.GREEN}Hyper-fast HTTP Scraping Tool{Colors.RESET}', formatter_class=argparse.RawDescriptionHelpFormatter)

	# Add arguments
	parser.add_argument('file', nargs='?', default='-', help='File containing domains to check (one per line), use - for stdin')
	parser.add_argument('-all', '--all-flags', action='store_true', help='Enable all output flags')
	parser.add_argument('-d',   '--debug', action='store_true', help='Show error states and debug information')
	parser.add_argument('-c',   '--concurrent', type=int, default=100, help='Number of concurrent checks')
	parser.add_argument('-j',   '--jsonl', action='store_true', help='Output JSON Lines format to console')
	parser.add_argument('-o',   '--output', help='Output file path (JSONL format)')
	
	# Output field flags
	parser.add_argument('-b',   '--body', action='store_true', help='Show body preview')
	parser.add_argument('-cn',  '--cname', action='store_true', help='Show CNAME records')
	parser.add_argument('-cl',  '--content-length', action='store_true', help='Show content length')
	parser.add_argument('-ct',  '--content-type', action='store_true', help='Show content type')
	parser.add_argument('-f',   '--favicon', action='store_true', help='Show favicon hash')
	parser.add_argument('-fr',  '--follow-redirects', action='store_true', help='Follow redirects (max 10)')
	parser.add_argument('-hr',  '--headers', action='store_true', help='Show response headers')
	parser.add_argument('-i',   '--ip', action='store_true', help='Show IP addresses')
	parser.add_argument('-sc',  '--status-code', action='store_true', help='Show status code')
	parser.add_argument('-ti',  '--title', action='store_true', help='Show page title')
	parser.add_argument('-tls', '--tls-info', action='store_true', help='Show TLS certificate information')
	
	# Other arguments
	parser.add_argument('-ax', '--axfr', action='store_true', help='Try AXFR transfer against nameservers')
	parser.add_argument('-ec', '--exclude-codes', type=parse_status_codes, help='Exclude these status codes (comma-separated, e.g., 404,500)')
	parser.add_argument('-mc', '--match-codes', type=parse_status_codes, help='Only show these status codes (comma-separated, e.g., 200,301,404)')
	parser.add_argument('-p',  '--progress', action='store_true', help='Show progress counter')
	parser.add_argument('-r',  '--resolvers', help='File containing DNS resolvers (one per line)')
	parser.add_argument('-to', '--timeout', type=int, default=5, help='Request timeout in seconds')
	
	# Parse arguments
	args = parser.parse_args()

	if not (SILENT_MODE := args.jsonl):
		# Setup logging
		if args.debug:
			apv.setup_logging(level='DEBUG', log_to_disk=True, log_file_name='havoc', show_details=True)
			logging.debug('Debug logging enabled')
		else:
			apv.setup_logging(level='INFO')

		if args.file == '-':
			logging.info('Reading domains from stdin')
		else:
			logging.info(f'Processing file: {args.file}')

	# Setup show_fields
	show_fields = {
		'status_code'      : args.all_flags or args.status_code,
		'content_type'     : args.all_flags or args.content_type,
		'content_length'   : args.all_flags or args.content_length,
		'title'            : args.all_flags or args.title,
		'body'             : args.all_flags or args.body,
		'ip'               : args.all_flags or args.ip,
		'favicon'          : args.all_flags or args.favicon,
		'headers'          : args.all_flags or args.headers,
		'follow_redirects' : args.all_flags or args.follow_redirects,
		'cname'            : args.all_flags or args.cname,
		'tls'              : args.all_flags or args.tls_info
	}

	# If no fields specified show all
	if not any(show_fields.values()):
		show_fields = {k: True for k in show_fields}

	try:
		asyncio.run(process_domains(args.file, args.debug, args.concurrent, show_fields, args.output, args.jsonl, args.timeout, args.match_codes, args.exclude_codes, args.progress, check_axfr=args.axfr, resolver_file=args.resolvers))
	except KeyboardInterrupt:
		logging.warning('Process interrupted by user')
		sys.exit(1)
	except Exception as e:
		logging.error(f'Unexpected error: {str(e)}')
		sys.exit(1)



if __name__ == '__main__':
	main()