From 31287a99d23c196dc20b6c1889de02a25e3f969d Mon Sep 17 00:00:00 2001 From: acidvegas Date: Tue, 5 Mar 2024 11:52:06 -0500 Subject: [PATCH] Added certificate transparency monitoring via websockets for ingestion --- README.md | 1 + async_dev/eris.py | 2 ++ async_dev/ingestors/__init__.py | 0 eris.py | 1 - 4 files changed, 3 insertions(+), 1 deletion(-) create mode 100644 async_dev/ingestors/__init__.py diff --git a/README.md b/README.md index bcf4e0f..accbb03 100644 --- a/README.md +++ b/README.md @@ -85,6 +85,7 @@ Create & add a geoip pipeline and use the following in your index mappings: ## Roadmap - Implement [async elasticsearch](https://elasticsearch-py.readthedocs.io/en/v8.12.1/async.html) into the code. +- WHOIS database ingestion scripts ___ diff --git a/async_dev/eris.py b/async_dev/eris.py index dcc8e47..183b21f 100644 --- a/async_dev/eris.py +++ b/async_dev/eris.py @@ -215,6 +215,8 @@ def main(): edx = ElasticIndexer(args) + if args.cert: + from ingestors import ingest_certs as ingestor if args.httpx: from ingestors import ingest_httpx as ingestor elif args.masscan: diff --git a/async_dev/ingestors/__init__.py b/async_dev/ingestors/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/eris.py b/eris.py index bf105e8..fb3330b 100644 --- a/eris.py +++ b/eris.py @@ -216,7 +216,6 @@ def main(): parser.add_argument('--timeout', type=int, default=30, help='Number of seconds to wait before retrying a chunk') # Ingestion arguments - parser.add_argument('--cert', action='store_true', help='Index Certstream records') parser.add_argument('--httpx', action='store_true', help='Index Httpx records') parser.add_argument('--masscan', action='store_true', help='Index Masscan records') parser.add_argument('--massdns', action='store_true', help='Index Massdns records')