#!/usr/bin/env python3
# HTTPZ Web Scanner - Developed by acidvegas in Python (https://github.com/acidvegas/httpz)

'''
BCUZ FUCK PROJECT DISCOVERY PYTHON STILL GO HARD
REAL BAY SHIT FOR REAL BAY MOTHER FUCKERS
'''

import argparse
import asyncio
import itertools
import json
import logging
import os
import random
import sys

try:
	import aiohttp
except ImportError:
	raise ImportError('missing \'aiohttp\' library (pip install aiohttp)')

try:
	import apv
except ImportError:
	raise ImportError('missing \'apv\' library (pip install apv)')

try:
	import bs4
except ImportError:
	raise ImportError('missing \'bs4\' library (pip install beautifulsoup4)')

try:
	from cryptography                   import x509
	from cryptography.hazmat.primitives import hashes
	from cryptography.x509.oid          import NameOID
except ImportError:
	raise ImportError('missing \'cryptography\' library (pip install cryptography)')

try:
	import dns.asyncresolver
	import dns.query
	import dns.resolver
	import dns.zone
except ImportError:
	raise ImportError('missing \'dns\' library (pip install dnspython)')

try:
	import mmh3
except ImportError:
	raise ImportError('missing \'mmh3\' library (pip install mmh3)')


class Colors:
	'''ANSI color codes for terminal output'''

	HEADER     = '\033[95m' # Light purple
	BLUE       = '\033[94m'
	GREEN      = '\033[92m'
	YELLOW     = '\033[93m'
	RED        = '\033[91m'
	BOLD       = '\033[1m'
	UNDERLINE  = '\033[4m'
	RESET      = '\033[0m'
	PURPLE     = '\033[35m'       # Dark purple
	LIGHT_RED  = '\033[38;5;203m' # Light red
	DARK_GREEN = '\033[38;5;22m'  # Dark green
	PINK       = '\033[38;5;198m' # Bright pink
	GRAY       = '\033[90m'       # Gray color
	CYAN       = '\033[96m'       # Cyan color


_SILENT_MODE = False

def debug(msg: str): 
	if not _SILENT_MODE: logging.debug(msg)
def error(msg: str):
	if not _SILENT_MODE: logging.error(msg)
def info(msg: str):
	if not _SILENT_MODE: logging.info(msg)


async def get_cert_info(ssl_object, url: str) -> dict:
	'''
	Get SSL certificate information for a domain
	
	:param ssl_object: SSL object to get certificate info from
	:param url: URL to get certificate info from
	'''

	try:			
		# Check if we have a certificate
		if not ssl_object:
			return None

		# Get the certificate in DER format
		if not (cert_der := ssl_object.getpeercert(binary_form=True)):
			return None

		# Load the certificate
		cert = x509.load_der_x509_certificate(cert_der)

		# Extract all subject alternative names
		try:
			san_extension = cert.extensions.get_extension_for_oid(x509.oid.ExtensionOID.SUBJECT_ALTERNATIVE_NAME)
			alt_names     = [name.value for name in san_extension.value] if san_extension else []
		except x509.extensions.ExtensionNotFound:
			alt_names = []

		# Get subject CN
		try:
			common_name = cert.subject.get_attributes_for_oid(NameOID.COMMON_NAME)[0].value
		except IndexError:
			common_name = None

		# Get issuer CN
		try:
			issuer = cert.issuer.get_attributes_for_oid(NameOID.COMMON_NAME)[0].value
		except IndexError:
			issuer = None

		return {
			'fingerprint'   : cert.fingerprint(hashes.SHA256()).hex(),
			'common_name'   : common_name,
			'issuer'        : issuer,
			'alt_names'     : alt_names,
			'not_before'    : cert.not_valid_before_utc.isoformat(),
			'not_after'     : cert.not_valid_after_utc.isoformat(),
			'version'       : cert.version.value,
			'serial_number' : format(cert.serial_number, 'x'),
		}
	except Exception as e:
		debug(f'Error getting cert info for {url}: {str(e)}')
		return None


async def get_favicon_hash(session: aiohttp.ClientSession, base_url: str, html: str) -> str:
	'''
	Get favicon hash from a webpage
	
	:param session: aiohttp client session
	:param base_url: base URL of the website
	:param html: HTML content of the page
	'''

	try:
		soup = bs4.BeautifulSoup(html, 'html.parser')
		
		# Try to find favicon in link tags
		favicon_url = None
		for link in soup.find_all('link'):
			if link.get('rel') and any(x.lower() == 'icon' for x in link.get('rel')):
				favicon_url = link.get('href')
				break
		
		if not favicon_url:
			# Try default location
			favicon_url = '/favicon.ico'
		
		# Handle relative URLs
		if favicon_url.startswith('//'):
			favicon_url = 'https:' + favicon_url
		elif favicon_url.startswith('/'):
			favicon_url = base_url + favicon_url
		elif not favicon_url.startswith(('http://', 'https://')):
			favicon_url = base_url + '/' + favicon_url

		# Get favicon hash
		async with session.get(favicon_url, timeout=10) as response:
			if response.status == 200:
				content    = (await response.read())[:1024*1024]
				hash_value = mmh3.hash64(content)[0]
				if hash_value != 0:
					return str(hash_value)

	except Exception as e:
		debug(f'Error getting favicon for {base_url}: {str(e)}')
	
	return None


def human_size(size_bytes: int) -> str:
	'''
	Convert bytes to human readable string
	
	:param size_bytes: Size in bytes
	'''

	if not size_bytes:
		return '0B'
	
	units      = ('B', 'KB', 'MB', 'GB')
	size       = float(size_bytes)
	unit_index = 0
	
	while size >= 1024 and unit_index < len(units) - 1:
		size /= 1024
		unit_index += 1
	
	return f'{size:.1f}{units[unit_index]}'


def input_generator(input_source: str):
	'''
	Generator function to yield domains from file or stdin
	
	:param input_source: path to file containing domains, or None for stdin
	'''

	if input_source == '-' or input_source is None:
		for line in sys.stdin:
			if line.strip():
				yield line.strip()
	else:
		with open(input_source, 'r') as f:
			for line in f:
				if line.strip():
					yield line.strip()


async def load_resolvers(resolver_file: str = None) -> list:
	'''
	Load DNS resolvers from file or return default resolvers
	
	:param resolver_file: Path to file containing resolver IPs
	:return: List of resolver IPs
	'''
	
	if resolver_file:
		try:
			with open(resolver_file) as f:
				resolvers = [line.strip() for line in f if line.strip()]
			if resolvers:
				return resolvers
		except Exception as e:
			debug(f'Error loading resolvers from {resolver_file}: {str(e)}')

	else:
		async with aiohttp.ClientSession() as session:
			async with session.get('https://raw.githubusercontent.com/trickest/resolvers/refs/heads/main/resolvers.txt') as response:
				resolvers = await response.text()
				if not _SILENT_MODE:
					info(f'Loaded {len(resolvers.splitlines()):,} resolvers.')
				return [resolver.strip() for resolver in resolvers.splitlines()]


async def resolve_all_dns(domain: str, timeout: int = 5, nameserver: str = None, check_axfr: bool = False) -> tuple:
	'''
	Resolve all DNS records (NS, A, AAAA, CNAME) for a domain
	
	:param domain: Domain to resolve
	:param timeout: Timeout in seconds
	:param nameserver: Specific nameserver to use
	'''

	# Create the resolver
	resolver          = dns.asyncresolver.Resolver()
	resolver.lifetime = timeout
	
	# Set the nameserver if provided
	if nameserver:
		resolver.nameservers = [nameserver]
	
	# Do all DNS lookups at once
	results = await asyncio.gather(*[resolver.resolve(domain, rtype) for rtype in ('NS', 'A', 'AAAA', 'CNAME')], return_exceptions=True)
	
	# Parse the results
	nameservers = [str(ns).rstrip('.') for ns in results[0]] if isinstance(results[0], dns.resolver.Answer) else []
	ips         = ([str(ip) for ip in results[1]] if isinstance(results[1], dns.resolver.Answer) else []) + ([str(ip) for ip in results[2]] if isinstance(results[2], dns.resolver.Answer) else [])
	cname       = str(results[3][0].target).rstrip('.') if isinstance(results[3], dns.resolver.Answer) else None
	
	# Get NS IPs
	ns_ips = {}
	if nameservers:
		ns_results = await asyncio.gather(*[resolver.resolve(ns, rtype) for ns in nameservers for rtype in ('A', 'AAAA')], return_exceptions=True)
		for i, ns in enumerate(nameservers):
			ns_ips[ns] = [str(ip) for records in ns_results[i*2:i*2+2] if isinstance(records, dns.resolver.Answer) for ip in records]

	# Try AXFR if enabled (using already resolved nameserver IPs)
	if check_axfr:
		try:
			# Create the axfrout directory if it doesn't exist
			os.makedirs('axfrout', exist_ok=True)
			
			# Iterate over each nameserver and their IPs
			for ns_host, ips in ns_ips.items():
				for ns_ip in ips:
					try:
						# Perform the AXFR transfer
						zone = dns.zone.from_xfr(dns.query.xfr(ns_ip, domain, lifetime=timeout))
						
						# Write the zone to a file
						with open(f'axfrout/{domain}_{ns_ip}.zone', 'w') as f:
							zone.to_text(f)

						info(f'{Colors.GREEN}[AXFR SUCCESS] {domain} from {ns_host} ({ns_ip}){Colors.RESET}')
					except Exception as e:
						debug(f'AXFR failed for {domain} from {ns_ip}: {str(e)}')
		except Exception as e:
			debug(f'Failed AXFR for {domain}: {str(e)}')

	return sorted(set(ips)), cname, nameservers, ns_ips


async def check_domain(session: aiohttp.ClientSession, domain: str, follow_redirects: bool = False, timeout: int = 5, check_axfr: bool = False, resolvers: list = None) -> dict:
	'''
	Check a single domain for its status code, title, and body preview
	
	:param session: aiohttp client session
	:param domain: domain to check
	:param follow_redirects: whether to follow redirects
	:param timeout: timeout in seconds
	:param check_axfr: whether to check for AXFR
	:param resolvers: list of DNS resolvers to use
	'''
	# Pick random resolver for this domain
	nameserver = random.choice(resolvers) if resolvers else None

	# Parse domain and port
	port = None
	base_domain = domain.rstrip('/')
	
	# Handle URLs with existing protocol
	if base_domain.startswith(('http://', 'https://')):
		protocol = 'https://' if base_domain.startswith('https://') else 'http://'
		base_domain = base_domain.split('://', 1)[1]
		# Try to extract port from domain
		if ':' in base_domain.split('/')[0]:
			base_domain, port_str = base_domain.split(':', 1)
			try:
				port = int(port_str.split('/')[0])
			except ValueError:
				port = 443 if protocol == 'https://' else 80
		else:
			port = 443 if protocol == 'https://' else 80
		protocols = [f'{protocol}{base_domain}{":" + str(port) if port else ""}']
	else:
		# No protocol specified - try HTTPS first, then HTTP
		if ':' in base_domain.split('/')[0]:
			base_domain, port_str = base_domain.split(':', 1)
			try:
				port = int(port_str.split('/')[0])
			except ValueError:
				port = 443  # Default to HTTPS port
		else:
			port = 443  # Default to HTTPS port when no port specified
		protocols = [
			f'https://{base_domain}{":" + str(port) if port else ""}',
			f'http://{base_domain}{":" + str(port) if port else ""}'
		]

	result = {}  # Start with empty dict
	base_result = {
		'domain'         : base_domain,
		'status'         : 0,
		'title'          : None,
		'body'           : None,
		'content_type'   : None,
		'url'            : protocols[0],
		'port'           : port,
		'ips'            : [],
		'cname'          : None,
		'nameservers'    : [],
		'favicon_hash'   : None,
		'headers'        : {},
		'content_length' : None,
		'redirect_chain' : [],
		'tls'            : None
	}
	result.update(base_result)  # Update result with base fields

	# Do all DNS lookups at once
	ips, cname, nameservers, ns_ips = await resolve_all_dns(base_domain, timeout, nameserver, check_axfr)

	result['ips']         = ips
	result['cname']       = cname
	result['nameservers'] = nameservers


	for url in protocols:
		try:
			max_redirects = 10 if follow_redirects else 0
			async with session.get(url, timeout=timeout, allow_redirects=follow_redirects, max_redirects=max_redirects) as response:
				result['status']         = response.status
				result['url']            = str(response.url)
				result['headers']        = dict(response.headers)
				result['content_type']   = response.headers.get('content-type', '').split(';')[0]
				result['content_length'] = response.headers.get('content-length')
				
				# Track redirect chain
				if follow_redirects:
					result['redirect_chain'] = [str(h.url) for h in response.history]
					if result['redirect_chain']:
						result['redirect_chain'].append(str(response.url))

				# Try to get cert info for any successful HTTPS connection
				if response.url.scheme == 'https':
					try:
						ssl_object = response._protocol.transport.get_extra_info('ssl_object')
						if ssl_object:  # Only get cert info if we have a valid SSL object
							result['tls'] = await get_cert_info(ssl_object, str(response.url))
					except AttributeError:
						debug(f'Failed to get SSL info for {url}')

				if response.status == 200:
					html = (await response.text())[:1024*1024]
					soup = bs4.BeautifulSoup(html, 'html.parser')
					if soup.title:
						title = ' '.join(soup.title.string.strip().split()).rstrip('.') if soup.title.string else ''
						result['title'] = title[:300]
					if soup.get_text():
						body = ' '.join(soup.get_text().split()).rstrip('.')
						result['body'] = body[:500]
					result['favicon_hash'] = await get_favicon_hash(session, url, html)
					break
		except Exception as e:
			debug(f'Error checking {url}: {str(e)}')
			result['status'] = -1
			continue

	# Make absolutely sure port is in the result before returning
	if 'port' not in result:
		result['port'] = port

	return result


def format_status_output(result: dict, debug: bool = False, show_fields: dict = None, match_codes: set = None, exclude_codes: set = None) -> str:
	'''
	Format the output with colored sections
	
	:param result: Dictionary containing domain check results
	:param debug: Whether to show error states
	:param show_fields: Dictionary of fields to show
	:param match_codes: Set of status codes to match
	:param exclude_codes: Set of status codes to exclude
	'''

	# Skip errors unless in debug mode
	if result['status'] < 0 and not debug:
		return ''
		
	# Skip if status code doesn't match filters
	if match_codes and result['status'] not in match_codes:
		return ''
	if exclude_codes and result['status'] in exclude_codes:
		return ''

	parts = []
	
	# Status code
	if show_fields['status_code']:
		if result['status'] < 0:
			status = f"{Colors.RED}[{result['status']}]{Colors.RESET}"
		elif 200 <= result['status'] < 300:
			status = f"{Colors.GREEN}[{result['status']}]{Colors.RESET}"
		elif 300 <= result['status'] < 400:
			status = f"{Colors.YELLOW}[{result['status']}]{Colors.RESET}"
		else: # 400+ and 500+ codes
			status = f"{Colors.RED}[{result['status']}]{Colors.RESET}"
		parts.append(status)
	
	# Domain (always shown)
	parts.append(f"[{result['url']}]")
	
	# Title
	if show_fields['title'] and result['title']:
		parts.append(f"{Colors.DARK_GREEN}[{result['title']}]{Colors.RESET}")
	
	# Body
	if show_fields['body'] and result['body']:
		body = result['body'][:100] + ('...' if len(result['body']) > 100 else '')
		parts.append(f"{Colors.BLUE}[{body}]{Colors.RESET}")
	
	# IPs
	if show_fields['ip'] and result['ips']:
		ips_text = ', '.join(result['ips'])
		parts.append(f"{Colors.YELLOW}[{ips_text}]{Colors.RESET}")

	# Favicon hash
	if show_fields['favicon'] and result['favicon_hash']:
		parts.append(f"{Colors.PURPLE}[{result['favicon_hash']}]{Colors.RESET}")

	# Headers (includes content-type and content-length)
	if show_fields['headers'] and result['headers']:
		headers_text = []
		for k, v in result['headers'].items():
			headers_text.append(f"{k}: {v}")
		parts.append(f"{Colors.CYAN}[{', '.join(headers_text)}]{Colors.RESET}")
	else:
		# Only show content-type and content-length if headers aren't shown
		if show_fields['content_type'] and result['content_type']:
			parts.append(f"{Colors.HEADER}[{result['content_type']}]{Colors.RESET}")
		
		if show_fields['content_length'] and result['content_length']:
			try:
				size = human_size(int(result['content_length']))
				parts.append(f"{Colors.PINK}[{size}]{Colors.RESET}")
			except (ValueError, TypeError):
				parts.append(f"{Colors.PINK}[{result['content_length']}]{Colors.RESET}")
	
	# CNAME
	if show_fields['cname'] and result['cname']:
		parts.append(f"{Colors.PURPLE}[CNAME: {result['cname']}]{Colors.RESET}")
	
	# Redirect Chain
	if show_fields['follow_redirects'] and result['redirect_chain']:
		chain = ' -> '.join(result['redirect_chain'])
		parts.append(f"{Colors.YELLOW}[Redirects: {chain}]{Colors.RESET}")

	# TLS Certificate Info - Modified to always show if available
	if result['tls']:
		cert = result['tls']
		tls_parts = []
		if cert.get('subject'):
			tls_parts.append(f"Subject: {cert['subject']}")
		if cert.get('issuer'):
			tls_parts.append(f"Issuer: {cert['issuer']}")
		if cert.get('fingerprint'):
			tls_parts.append(f"Fingerprint: {cert['fingerprint'][:16]}...")
		if cert.get('alt_names'):
			tls_parts.append(f"SANs: {', '.join(cert['alt_names'][:3])}")
		if cert.get('not_before') and cert.get('not_after'):
			tls_parts.append(f"Valid: {cert['not_before'].split('T')[0]} to {cert['not_after'].split('T')[0]}")
		if cert.get('version'):
			tls_parts.append(f"Version: {cert['version']}")
		if cert.get('serial_number'):
			tls_parts.append(f"Serial: {cert['serial_number'][:16]}...")
		
		parts.append(f"{Colors.GREEN}[{' | '.join(tls_parts)}]{Colors.RESET}")

	return ' '.join(parts)


def parse_status_codes(codes_str: str) -> set:
	'''
	Parse comma-separated status codes and ranges into a set of integers
	
	:param codes_str: Comma-separated status codes (e.g., "200,301-399,404,500-503")
	'''
	codes = set()
	try:
		for part in codes_str.split(','):
			if '-' in part:
				start, end = map(int, part.split('-'))
				codes.update(range(start, end + 1))
			else:
				codes.add(int(part))
		return codes
	except ValueError:
		raise argparse.ArgumentTypeError('Invalid status code format. Use comma-separated numbers or ranges (e.g., 200,301-399,404,500-503)')


async def process_domains(input_source: str = None, debug: bool = False, concurrent_limit: int = 100, show_fields: dict = None, output_file: str = None, jsonl: bool = None, timeout: int = 5, match_codes: set = None, exclude_codes: set = None, show_progress: bool = False, check_axfr: bool = False, resolver_file: str = None):
	'''
	Process domains from a file or stdin with concurrent requests
	
	:param input_source: path to file containing domains, or None for stdin
	:param debug: Whether to show error states
	:param concurrent_limit: maximum number of concurrent requests
	:param show_fields: Dictionary of fields to show
	:param output_file: Path to output file (JSONL format)
	:param timeout: Request timeout in seconds
	:param match_codes: Set of status codes to match
	:param exclude_codes: Set of status codes to exclude
	:param show_progress: Whether to show progress counter
	:param check_axfr: Whether to check for AXFR
	:param resolver_file: Path to file containing DNS resolvers
	'''

	if input_source and input_source != '-' and not os.path.exists(input_source):
		raise FileNotFoundError(f'Domain file not found: {input_source}')

	# Clear the output file if specified
	if output_file:
		open(output_file, 'w').close()

	tasks             = set()
	processed_domains = 0  # Simple counter for all processed domains
	
	# Load resolvers - await the coroutine
	resolvers = await load_resolvers(resolver_file)


	async def write_result(result: dict):

		'''Write a single result to the output file'''
		nonlocal processed_domains
		
		# Create JSON output dict with required fields
		output_dict = {
			'url'    : result['url'],
			'domain' : result['domain'],
			'status' : result['status'],
			'port'   : result['port']
		}
		
		# Add optional fields if they exist
		if result['title']:
			output_dict['title'] = result['title']
		if result['body']:
			output_dict['body'] = result['body']
		if result['ips']:
			output_dict['ips'] = result['ips']
		if result['favicon_hash']:
			output_dict['favicon_hash'] = result['favicon_hash']
		if result['headers']:
			output_dict['headers'] = result['headers']
		if result['cname']:
			output_dict['cname'] = result['cname']
		if result['redirect_chain']:
			output_dict['redirect_chain'] = result['redirect_chain']
		if result['tls']:
			output_dict['tls'] = result['tls']
		if result['nameservers']:
			output_dict['nameservers'] = result['nameservers']

		# Get formatted output based on filters
		formatted = format_status_output(result, debug, show_fields, match_codes, exclude_codes)
		if formatted:
			# Write to file if specified
			if output_file:
				if (not match_codes or result['status'] in match_codes) and (not exclude_codes or result['status'] not in exclude_codes):
					with open(output_file, 'a') as f:
						json.dump(output_dict, f, ensure_ascii=False)
						f.write('\n')
			
			# Console output
			if jsonl:
				print(json.dumps(output_dict))
			else:
				processed_domains += 1  # Increment counter for each domain processed
				if show_progress:
					info(f"{Colors.GRAY}[{processed_domains:,}]{Colors.RESET} {formatted}")

	async with aiohttp.ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
		# Start initial batch of tasks
		for domain in itertools.islice(input_generator(input_source), concurrent_limit):
			task = asyncio.create_task(check_domain(session, domain, follow_redirects=show_fields['follow_redirects'], timeout=timeout, check_axfr=check_axfr, resolvers=resolvers))
			tasks.add(task)
		
		# Process remaining domains, maintaining concurrent_limit active tasks
		domains_iter = input_generator(input_source)
		next(itertools.islice(domains_iter, concurrent_limit, concurrent_limit), None)  # Skip first concurrent_limit domains
		
		for domain in domains_iter:
			done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
			tasks = pending
			
			for task in done:
				result = await task
				await write_result(result)
			
			task = asyncio.create_task(check_domain(session, domain, follow_redirects=show_fields['follow_redirects'], timeout=timeout, check_axfr=check_axfr, resolvers=resolvers))
			tasks.add(task)
		
		# Wait for remaining tasks
		if tasks:
			done, _ = await asyncio.wait(tasks)
			for task in done:
				result = await task
				await write_result(result)


def main():
	'''Main function to handle command line arguments and run the domain checker'''

	global _SILENT_MODE
	
	# Setup argument parser
	parser = argparse.ArgumentParser(description=f'{Colors.GREEN}Hyper-fast HTTP Scraping Tool{Colors.RESET}', formatter_class=argparse.RawDescriptionHelpFormatter)

	# Add arguments
	parser.add_argument('file', nargs='?', default='-', help='File containing domains to check (one per line), use - for stdin')
	parser.add_argument('-all', '--all-flags', action='store_true', help='Enable all output flags')
	parser.add_argument('-d',   '--debug', action='store_true', help='Show error states and debug information')
	parser.add_argument('-c',   '--concurrent', type=int, default=100, help='Number of concurrent checks')
	parser.add_argument('-j',   '--jsonl', action='store_true', help='Output JSON Lines format to console')
	parser.add_argument('-o',   '--output', help='Output file path (JSONL format)')
	
	# Output field flags
	parser.add_argument('-b',   '--body', action='store_true', help='Show body preview')
	parser.add_argument('-cn',  '--cname', action='store_true', help='Show CNAME records')
	parser.add_argument('-cl',  '--content-length', action='store_true', help='Show content length')
	parser.add_argument('-ct',  '--content-type', action='store_true', help='Show content type')
	parser.add_argument('-f',   '--favicon', action='store_true', help='Show favicon hash')
	parser.add_argument('-fr',  '--follow-redirects', action='store_true', help='Follow redirects (max 10)')
	parser.add_argument('-hr',  '--headers', action='store_true', help='Show response headers')
	parser.add_argument('-i',   '--ip', action='store_true', help='Show IP addresses')
	parser.add_argument('-sc',  '--status-code', action='store_true', help='Show status code')
	parser.add_argument('-ti',  '--title', action='store_true', help='Show page title')
	parser.add_argument('-tls', '--tls-info', action='store_true', help='Show TLS certificate information')
	
	# Other arguments
	parser.add_argument('-ax', '--axfr', action='store_true', help='Try AXFR transfer against nameservers')
	parser.add_argument('-ec', '--exclude-codes', type=parse_status_codes, help='Exclude these status codes (comma-separated, e.g., 404,500)')
	parser.add_argument('-mc', '--match-codes', type=parse_status_codes, help='Only show these status codes (comma-separated, e.g., 200,301,404)')
	parser.add_argument('-p',  '--progress', action='store_true', help='Show progress counter')
	parser.add_argument('-r',  '--resolvers', help='File containing DNS resolvers (one per line)')
	parser.add_argument('-to', '--timeout', type=int, default=5, help='Request timeout in seconds')

	
	# Parse arguments
	args = parser.parse_args()

	# Set silent mode based on jsonl argument
	_SILENT_MODE = args.jsonl

	# Only setup logging if we're not in silent mode
	if not _SILENT_MODE:

		# Setup logging
		if args.debug:
			apv.setup_logging(level='DEBUG', log_to_disk=True, log_file_name='havoc', show_details=True)
			logging.debug('Debug logging enabled')
		else:
			apv.setup_logging(level='INFO')

		logging.info('Starting domain checker...')

		if args.file == '-':
			logging.info('Reading domains from stdin')
		else:
			logging.info(f'Processing file: {args.file}')

	# Setup show_fields
	show_fields = {
		'status_code'      : args.all_flags or args.status_code,
		'content_type'     : args.all_flags or args.content_type,
		'content_length'   : args.all_flags or args.content_length,
		'title'            : args.all_flags or args.title,
		'body'             : args.all_flags or args.body,
		'ip'               : args.all_flags or args.ip,
		'favicon'          : args.all_flags or args.favicon,
		'headers'          : args.all_flags or args.headers,
		'follow_redirects' : args.all_flags or args.follow_redirects,
		'cname'            : args.all_flags or args.cname,
		'tls'              : args.all_flags or args.tls_info
	}

	# If no fields specified show all
	if not any(show_fields.values()):
		show_fields = {k: True for k in show_fields}

	try:
		# Run the domain checker
		asyncio.run(process_domains(args.file, args.debug, args.concurrent, show_fields, args.output, args.jsonl, args.timeout, args.match_codes, args.exclude_codes, args.progress, check_axfr=args.axfr, resolver_file=args.resolvers))
	except KeyboardInterrupt:
		logging.warning('Process interrupted by user')
		sys.exit(1)
	except Exception as e:
		logging.error(f'Unexpected error: {str(e)}')
		sys.exit(1)



if __name__ == '__main__':
	main()