Added certificate transparency monitoring via websockets for ingestion

This commit is contained in:
Dionysus 2024-03-05 11:52:06 -05:00
parent be4938ee6e
commit 31287a99d2
Signed by: acidvegas
GPG Key ID: EF4B922DB85DC9DE
4 changed files with 3 additions and 1 deletions

View File

@ -85,6 +85,7 @@ Create & add a geoip pipeline and use the following in your index mappings:
## Roadmap ## Roadmap
- Implement [async elasticsearch](https://elasticsearch-py.readthedocs.io/en/v8.12.1/async.html) into the code. - Implement [async elasticsearch](https://elasticsearch-py.readthedocs.io/en/v8.12.1/async.html) into the code.
- WHOIS database ingestion scripts
___ ___

View File

@ -215,6 +215,8 @@ def main():
edx = ElasticIndexer(args) edx = ElasticIndexer(args)
if args.cert:
from ingestors import ingest_certs as ingestor
if args.httpx: if args.httpx:
from ingestors import ingest_httpx as ingestor from ingestors import ingest_httpx as ingestor
elif args.masscan: elif args.masscan:

View File

View File

@ -216,7 +216,6 @@ def main():
parser.add_argument('--timeout', type=int, default=30, help='Number of seconds to wait before retrying a chunk') parser.add_argument('--timeout', type=int, default=30, help='Number of seconds to wait before retrying a chunk')
# Ingestion arguments # Ingestion arguments
parser.add_argument('--cert', action='store_true', help='Index Certstream records')
parser.add_argument('--httpx', action='store_true', help='Index Httpx records') parser.add_argument('--httpx', action='store_true', help='Index Httpx records')
parser.add_argument('--masscan', action='store_true', help='Index Masscan records') parser.add_argument('--masscan', action='store_true', help='Index Masscan records')
parser.add_argument('--massdns', action='store_true', help='Index Massdns records') parser.add_argument('--massdns', action='store_true', help='Index Massdns records')