devtools/exlog.py
author Nicolas Chauvat <nicolas.chauvat@logilab.fr>
Mon, 05 Jan 2009 22:30:25 +0100
changeset 331 1e12e8cd6901
permissions -rw-r--r--
exlog script to examine rql logs

"""
usage: python exlog.py < rql.log

will print out the following table

  total execution time || number of occurences || rql query

sorted by descending total execution time

chances are the lines at the top are the ones that will bring
the higher benefit after optimisation. Start there.
"""
import sys, re

def run():
    requests = {}
    for line in sys.stdin:
        if not ' WHERE ' in line:
            continue
        #sys.stderr.write( line )
        rql, time = line.split('--')
        rql = re.sub("(\'\w+': \d*)", '', rql)
        req = requests.setdefault(rql, [])
        time.strip()
        chunks = time.split()
        cputime = float(chunks[-3])
        req.append( cputime )

    stat = []
    for rql, times in requests.items():
        stat.append( (sum(times), len(times), rql) )

    stat.sort()
    stat.reverse()
    for time, occ, rql in stat:
        print time, occ, rql

if __name__ == '__main__':
    run()