Added certificate transparency monitoring via websockets for ingestion
This commit is contained in:
parent
be4938ee6e
commit
31287a99d2
@ -85,6 +85,7 @@ Create & add a geoip pipeline and use the following in your index mappings:
|
|||||||
|
|
||||||
## Roadmap
|
## Roadmap
|
||||||
- Implement [async elasticsearch](https://elasticsearch-py.readthedocs.io/en/v8.12.1/async.html) into the code.
|
- Implement [async elasticsearch](https://elasticsearch-py.readthedocs.io/en/v8.12.1/async.html) into the code.
|
||||||
|
- WHOIS database ingestion scripts
|
||||||
|
|
||||||
___
|
___
|
||||||
|
|
||||||
|
@ -215,6 +215,8 @@ def main():
|
|||||||
|
|
||||||
edx = ElasticIndexer(args)
|
edx = ElasticIndexer(args)
|
||||||
|
|
||||||
|
if args.cert:
|
||||||
|
from ingestors import ingest_certs as ingestor
|
||||||
if args.httpx:
|
if args.httpx:
|
||||||
from ingestors import ingest_httpx as ingestor
|
from ingestors import ingest_httpx as ingestor
|
||||||
elif args.masscan:
|
elif args.masscan:
|
||||||
|
0
async_dev/ingestors/__init__.py
Normal file
0
async_dev/ingestors/__init__.py
Normal file
1
eris.py
1
eris.py
@ -216,7 +216,6 @@ def main():
|
|||||||
parser.add_argument('--timeout', type=int, default=30, help='Number of seconds to wait before retrying a chunk')
|
parser.add_argument('--timeout', type=int, default=30, help='Number of seconds to wait before retrying a chunk')
|
||||||
|
|
||||||
# Ingestion arguments
|
# Ingestion arguments
|
||||||
parser.add_argument('--cert', action='store_true', help='Index Certstream records')
|
|
||||||
parser.add_argument('--httpx', action='store_true', help='Index Httpx records')
|
parser.add_argument('--httpx', action='store_true', help='Index Httpx records')
|
||||||
parser.add_argument('--masscan', action='store_true', help='Index Masscan records')
|
parser.add_argument('--masscan', action='store_true', help='Index Masscan records')
|
||||||
parser.add_argument('--massdns', action='store_true', help='Index Massdns records')
|
parser.add_argument('--massdns', action='store_true', help='Index Massdns records')
|
||||||
|
Loading…
Reference in New Issue
Block a user