easy-osm2city/scripts/analyse-run-time.py
2019-05-20 07:00:57 +00:00

83 lines
2.1 KiB
Python
Executable file

#! /usr/bin/python
import sys
from tabulate import tabulate
import re
sortkey = []
ifile = ""
argc = len(sys.argv)
first = 1
i = 1
while i < argc:
if sys.argv[i] == "-s" or sys.argv[i] == "--sort-by":
i += 1
if len(sortkey) <= 3:
sortkey.append(sys.argv[i])
else:
print("WARNING: Too many sort criteria given! Will ignore last argument.")
elif sys.argv[i] == "-h" or sys.argv[i] == "--help":
print("usage: analyse-run-time.py <log-path> [OPTIONS]")
print("Showing, how long certain tasks took")
print("")
print("OPTIONS")
print(" -s, --sort-by Sort by key:")
print(" Valid keys are:")
print(" max (default) Maximum execution time")
print(" avg Average execution time")
print(" sum Total execution time")
print(" occ Occurrences in the log file")
print(" -h, --help Shows this help and exit")
sys.exit(0)
else:
if first == 1:
first = 0
ifile = sys.argv[i]
else:
print("Unknown option " + sys.argv[i])
sys.exit(1)
i += 1
if len(sortkey) == 0:
sortkey.append("max")
times = []
try:
with open(ifile) as f:
lines = f.readlines()
for line in lines:
match = re.findall("SpawnPoolWorker-\d+ root INFO +Time used in seconds for (.*): (\d+\.\d+)", line)
if match != []:
times.append(match[0])
except:
print("err")
sys.exit(1)
tasks = []
for time in times:
found = False
for i in range(0, len(tasks)):
if tasks[i]['name'] == time[0]:
tasks[i]['occ'] += 1
tasks[i]['sum'] += float(time[1])
if float(time[1]) > tasks[i]['max']:
tasks[i]['max'] = float(time[1])
found = True
break
if not found:
tasks.append({})
tasks[len(tasks) -1]['name'] = time[0]
tasks[len(tasks) -1]['occ'] = 1
tasks[len(tasks) -1]['sum'] = float(time[1])
tasks[len(tasks) -1]['max'] = float(time[1])
for task in tasks:
task['avg'] = task['sum'] / task['occ']
#sorted(tasks, key=attrgetter('max'))
i = len(sortkey) - 1
while i >= 0:
tasks.sort(key=lambda tasks: tasks[sortkey[i]], reverse=True)
i -= 1
print tabulate(tasks,headers="keys",floatfmt=".2f")