2010-03-11 23:53:45 +01:00
|
|
|
#! /usr/bin/env python3
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
"""Python interface for the 'lsprof' profiler.
|
|
|
|
Compatible with the 'profile' module.
|
|
|
|
"""
|
|
|
|
|
2009-09-04 19:15:16 +02:00
|
|
|
__all__ = ["run", "runctx", "Profile"]
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
import _lsprof
|
2022-10-07 00:40:22 +02:00
|
|
|
import importlib.machinery
|
2023-04-27 22:29:35 +02:00
|
|
|
import io
|
2013-02-25 11:36:40 +01:00
|
|
|
import profile as _pyprofile
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
# ____________________________________________________________
|
|
|
|
# Simple interface
|
|
|
|
|
|
|
|
def run(statement, filename=None, sort=-1):
|
2013-02-25 11:36:40 +01:00
|
|
|
return _pyprofile._Utils(Profile).run(statement, filename, sort)
|
2006-02-08 13:53:56 +01:00
|
|
|
|
2010-08-02 14:20:23 +02:00
|
|
|
def runctx(statement, globals, locals, filename=None, sort=-1):
|
2013-02-25 11:36:40 +01:00
|
|
|
return _pyprofile._Utils(Profile).runctx(statement, globals, locals,
|
|
|
|
filename, sort)
|
2006-02-08 13:53:56 +01:00
|
|
|
|
2013-02-25 11:36:40 +01:00
|
|
|
run.__doc__ = _pyprofile.run.__doc__
|
|
|
|
runctx.__doc__ = _pyprofile.runctx.__doc__
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
# ____________________________________________________________
|
|
|
|
|
|
|
|
class Profile(_lsprof.Profiler):
|
2018-08-03 11:09:57 +02:00
|
|
|
"""Profile(timer=None, timeunit=None, subcalls=True, builtins=True)
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
Builds a profiler object using the specified timer function.
|
|
|
|
The default timer is a fast built-in one based on real time.
|
2018-08-03 11:09:57 +02:00
|
|
|
For custom timer functions returning integers, timeunit can
|
2006-02-08 13:53:56 +01:00
|
|
|
be a float specifying a scale (i.e. how long each integer unit
|
|
|
|
is, in seconds).
|
|
|
|
"""
|
|
|
|
|
|
|
|
# Most of the functionality is in the base class.
|
|
|
|
# This subclass only adds convenient and backward-compatible methods.
|
|
|
|
|
|
|
|
def print_stats(self, sort=-1):
|
|
|
|
import pstats
|
2024-02-16 13:03:46 +01:00
|
|
|
if not isinstance(sort, tuple):
|
|
|
|
sort = (sort,)
|
|
|
|
pstats.Stats(self).strip_dirs().sort_stats(*sort).print_stats()
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
def dump_stats(self, file):
|
|
|
|
import marshal
|
2013-02-12 02:04:27 +01:00
|
|
|
with open(file, 'wb') as f:
|
|
|
|
self.create_stats()
|
|
|
|
marshal.dump(self.stats, f)
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
def create_stats(self):
|
|
|
|
self.disable()
|
|
|
|
self.snapshot_stats()
|
|
|
|
|
|
|
|
def snapshot_stats(self):
|
|
|
|
entries = self.getstats()
|
|
|
|
self.stats = {}
|
|
|
|
callersdicts = {}
|
|
|
|
# call information
|
|
|
|
for entry in entries:
|
|
|
|
func = label(entry.code)
|
|
|
|
nc = entry.callcount # ncalls column of pstats (before '/')
|
|
|
|
cc = nc - entry.reccallcount # ncalls column of pstats (after '/')
|
|
|
|
tt = entry.inlinetime # tottime column of pstats
|
|
|
|
ct = entry.totaltime # cumtime column of pstats
|
|
|
|
callers = {}
|
|
|
|
callersdicts[id(entry.code)] = callers
|
|
|
|
self.stats[func] = cc, nc, tt, ct, callers
|
|
|
|
# subcall information
|
|
|
|
for entry in entries:
|
|
|
|
if entry.calls:
|
|
|
|
func = label(entry.code)
|
|
|
|
for subentry in entry.calls:
|
|
|
|
try:
|
|
|
|
callers = callersdicts[id(subentry.code)]
|
|
|
|
except KeyError:
|
|
|
|
continue
|
|
|
|
nc = subentry.callcount
|
|
|
|
cc = nc - subentry.reccallcount
|
|
|
|
tt = subentry.inlinetime
|
|
|
|
ct = subentry.totaltime
|
|
|
|
if func in callers:
|
|
|
|
prev = callers[func]
|
|
|
|
nc += prev[0]
|
|
|
|
cc += prev[1]
|
|
|
|
tt += prev[2]
|
|
|
|
ct += prev[3]
|
|
|
|
callers[func] = nc, cc, tt, ct
|
|
|
|
|
|
|
|
# The following two methods can be called by clients to use
|
|
|
|
# a profiler to profile a statement, given as a string.
|
|
|
|
|
|
|
|
def run(self, cmd):
|
|
|
|
import __main__
|
|
|
|
dict = __main__.__dict__
|
|
|
|
return self.runctx(cmd, dict, dict)
|
|
|
|
|
|
|
|
def runctx(self, cmd, globals, locals):
|
|
|
|
self.enable()
|
|
|
|
try:
|
2006-09-06 08:51:57 +02:00
|
|
|
exec(cmd, globals, locals)
|
2006-02-08 13:53:56 +01:00
|
|
|
finally:
|
|
|
|
self.disable()
|
|
|
|
return self
|
|
|
|
|
|
|
|
# This method is more useful to profile a single function call.
|
2019-06-05 17:22:31 +02:00
|
|
|
def runcall(self, func, /, *args, **kw):
|
2006-02-08 13:53:56 +01:00
|
|
|
self.enable()
|
|
|
|
try:
|
|
|
|
return func(*args, **kw)
|
|
|
|
finally:
|
|
|
|
self.disable()
|
|
|
|
|
2018-06-01 22:36:23 +02:00
|
|
|
def __enter__(self):
|
|
|
|
self.enable()
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __exit__(self, *exc_info):
|
|
|
|
self.disable()
|
|
|
|
|
2006-02-08 13:53:56 +01:00
|
|
|
# ____________________________________________________________
|
|
|
|
|
|
|
|
def label(code):
|
2007-10-16 20:12:55 +02:00
|
|
|
if isinstance(code, str):
|
2006-02-08 13:53:56 +01:00
|
|
|
return ('~', 0, code) # built-in functions ('~' sorts at the end)
|
|
|
|
else:
|
|
|
|
return (code.co_filename, code.co_firstlineno, code.co_name)
|
|
|
|
|
|
|
|
# ____________________________________________________________
|
|
|
|
|
|
|
|
def main():
|
2017-11-08 11:50:56 +01:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import runpy
|
2018-10-17 12:03:40 +02:00
|
|
|
import pstats
|
2006-02-08 13:53:56 +01:00
|
|
|
from optparse import OptionParser
|
2017-11-08 11:50:56 +01:00
|
|
|
usage = "cProfile.py [-o output_file_path] [-s sort] [-m module | scriptfile] [arg] ..."
|
2006-02-08 13:53:56 +01:00
|
|
|
parser = OptionParser(usage=usage)
|
|
|
|
parser.allow_interspersed_args = False
|
|
|
|
parser.add_option('-o', '--outfile', dest="outfile",
|
|
|
|
help="Save stats to <outfile>", default=None)
|
|
|
|
parser.add_option('-s', '--sort', dest="sort",
|
2010-08-02 14:20:23 +02:00
|
|
|
help="Sort order when printing to stdout, based on pstats.Stats class",
|
2022-03-30 13:10:10 +02:00
|
|
|
default=2,
|
2018-10-17 12:03:40 +02:00
|
|
|
choices=sorted(pstats.Stats.sort_arg_dict_default))
|
2017-11-08 11:50:56 +01:00
|
|
|
parser.add_option('-m', dest="module", action="store_true",
|
|
|
|
help="Profile a library module", default=False)
|
2006-02-08 13:53:56 +01:00
|
|
|
|
|
|
|
if not sys.argv[1:]:
|
|
|
|
parser.print_usage()
|
|
|
|
sys.exit(2)
|
|
|
|
|
|
|
|
(options, args) = parser.parse_args()
|
|
|
|
sys.argv[:] = args
|
|
|
|
|
2020-10-18 22:48:31 +02:00
|
|
|
# The script that we're profiling may chdir, so capture the absolute path
|
|
|
|
# to the output file at startup.
|
|
|
|
if options.outfile is not None:
|
|
|
|
options.outfile = os.path.abspath(options.outfile)
|
|
|
|
|
2010-08-02 14:20:23 +02:00
|
|
|
if len(args) > 0:
|
2017-11-08 11:50:56 +01:00
|
|
|
if options.module:
|
|
|
|
code = "run_module(modname, run_name='__main__')"
|
|
|
|
globs = {
|
|
|
|
'run_module': runpy.run_module,
|
|
|
|
'modname': args[0]
|
|
|
|
}
|
|
|
|
else:
|
|
|
|
progname = args[0]
|
|
|
|
sys.path.insert(0, os.path.dirname(progname))
|
2023-04-27 22:29:35 +02:00
|
|
|
with io.open_code(progname) as fp:
|
2017-11-08 11:50:56 +01:00
|
|
|
code = compile(fp.read(), progname, 'exec')
|
2022-10-07 00:40:22 +02:00
|
|
|
spec = importlib.machinery.ModuleSpec(name='__main__', loader=None,
|
|
|
|
origin=progname)
|
2017-11-08 11:50:56 +01:00
|
|
|
globs = {
|
2022-10-07 00:40:22 +02:00
|
|
|
'__spec__': spec,
|
|
|
|
'__file__': spec.origin,
|
|
|
|
'__name__': spec.name,
|
2017-11-08 11:50:56 +01:00
|
|
|
'__package__': None,
|
|
|
|
'__cached__': None,
|
|
|
|
}
|
2021-01-20 09:56:21 +01:00
|
|
|
try:
|
|
|
|
runctx(code, globs, None, options.outfile, options.sort)
|
|
|
|
except BrokenPipeError as exc:
|
|
|
|
# Prevent "Exception ignored" during interpreter shutdown.
|
|
|
|
sys.stdout = None
|
|
|
|
sys.exit(exc.errno)
|
2006-02-08 13:53:56 +01:00
|
|
|
else:
|
|
|
|
parser.print_usage()
|
|
|
|
return parser
|
|
|
|
|
|
|
|
# When invoked as main program, invoke the profiler on a script
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|