mirror of
git://git.acid.vegas/IRCP.git
synced 2024-11-23 00:16:41 +00:00
Added some stats function to the parser
This commit is contained in:
parent
236f60128e
commit
3795798be9
21
parser.py
21
parser.py
@ -30,27 +30,42 @@ def parse(line, raw): # TODO: finish adding custom outputs for certain fields
|
|||||||
return data.split()[0]
|
return data.split()[0]
|
||||||
return line if raw else data
|
return line if raw else data
|
||||||
|
|
||||||
|
def stats(lines):
|
||||||
|
|
||||||
|
|
||||||
# Main
|
# Main
|
||||||
if len(sys.argv) >= 2:
|
if len(sys.argv) >= 2:
|
||||||
check = sys.argv[1]
|
check = sys.argv[1]
|
||||||
raw = True
|
raw = True
|
||||||
|
stats = False
|
||||||
if len(sys.argv) == 3:
|
if len(sys.argv) == 3:
|
||||||
if sys.argv[2] == 'clean':
|
if sys.argv[2] == 'clean':
|
||||||
raw = False
|
raw = False
|
||||||
|
elif sys.argv == 'stats':
|
||||||
|
stats = True
|
||||||
logs = os.listdir('logs')
|
logs = os.listdir('logs')
|
||||||
found = 0
|
found = list()
|
||||||
for log in logs:
|
for log in logs:
|
||||||
with open('logs/'+log) as logfile:
|
with open('logs/'+log) as logfile:
|
||||||
data = json.loads(logfile.read())
|
data = json.loads(logfile.read())
|
||||||
if check in data:
|
if check in data:
|
||||||
found += 1
|
|
||||||
data = data[check]
|
data = data[check]
|
||||||
if type(data) == str:
|
if type(data) == str:
|
||||||
print(parse(data, raw))
|
print(parse(data, raw))
|
||||||
|
found.append(parse(data, raw))
|
||||||
elif type(data) == list:
|
elif type(data) == list:
|
||||||
for item in data:
|
for item in data:
|
||||||
print(parse(item, raw))
|
print(parse(item, raw))
|
||||||
print(f'\nFound {found} results in {len(logs)} logs')
|
found.append(parse(item, raw))
|
||||||
|
if stats:
|
||||||
|
database = dict()
|
||||||
|
for item in found:
|
||||||
|
if item not in database:
|
||||||
|
database[item] = 1
|
||||||
|
else:
|
||||||
|
database[item] +=1
|
||||||
|
print(database)
|
||||||
|
print(f'\nFound {len(found)} results in {len(logs)} logs')
|
||||||
else:
|
else:
|
||||||
print('usage: python parser.py <field> [clean]\n')
|
print('usage: python parser.py <field> [clean]\n')
|
||||||
print(' <field> may be any item in the snapshots (001, NOTICE, 464, etc)')
|
print(' <field> may be any item in the snapshots (001, NOTICE, 464, etc)')
|
||||||
|
Loading…
Reference in New Issue
Block a user