2003-04-07 09:19:15 -03:00
|
|
|
\section{\module{hotshot} ---
|
|
|
|
High performance logging profiler}
|
|
|
|
|
|
|
|
\declaremodule{standard}{hotshot}
|
2003-04-09 01:06:37 -03:00
|
|
|
\modulesynopsis{High performance logging profiler, mostly written in C.}
|
2003-04-07 09:19:15 -03:00
|
|
|
\moduleauthor{Fred L. Drake, Jr.}{fdrake@acm.org}
|
|
|
|
\sectionauthor{Anthony Baxter}{anthony@interlink.com.au}
|
|
|
|
|
|
|
|
\versionadded{2.2}
|
|
|
|
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
This module provides a nicer interface to the \module{_hotshot} C module.
|
2003-04-07 09:19:15 -03:00
|
|
|
Hotshot is a replacement for the existing \refmodule{profile} module. As it's
|
2003-04-09 01:06:37 -03:00
|
|
|
written mostly in C, it should result in a much smaller performance impact
|
|
|
|
than the existing \refmodule{profile} module.
|
|
|
|
|
2006-02-08 08:53:56 -04:00
|
|
|
\begin{notice}[note]
|
|
|
|
The \module{hotshot} module focuses on minimizing the overhead
|
|
|
|
while profiling, at the expense of long data post-processing times.
|
|
|
|
For common usages it is recommended to use \module{cProfile} instead.
|
|
|
|
\module{hotshot} is not maintained and might be removed from the
|
|
|
|
standard library in the future.
|
|
|
|
\end{notice}
|
|
|
|
|
|
|
|
\versionchanged[the results should be more meaningful than in the
|
|
|
|
past: the timing core contained a critical bug]{2.5}
|
|
|
|
|
2004-01-16 13:30:16 -04:00
|
|
|
\begin{notice}[warning]
|
|
|
|
The \module{hotshot} profiler does not yet work well with threads.
|
|
|
|
It is useful to use an unthreaded script to run the profiler over
|
|
|
|
the code you're interested in measuring if at all possible.
|
|
|
|
\end{notice}
|
|
|
|
|
|
|
|
|
|
|
|
\begin{classdesc}{Profile}{logfile\optional{, lineevents\optional{,
|
|
|
|
linetimings}}}
|
2003-04-09 01:06:37 -03:00
|
|
|
The profiler object. The argument \var{logfile} is the name of a log
|
|
|
|
file to use for logged profile data. The argument \var{lineevents}
|
|
|
|
specifies whether to generate events for every source line, or just on
|
|
|
|
function call/return. It defaults to \code{0} (only log function
|
|
|
|
call/return). The argument \var{linetimings} specifies whether to
|
|
|
|
record timing information. It defaults to \code{1} (store timing
|
2003-04-07 09:19:15 -03:00
|
|
|
information).
|
|
|
|
\end{classdesc}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
|
2003-04-07 09:19:15 -03:00
|
|
|
\subsection{Profile Objects \label{hotshot-objects}}
|
|
|
|
|
|
|
|
Profile objects have the following methods:
|
|
|
|
|
|
|
|
\begin{methoddesc}{addinfo}{key, value}
|
|
|
|
Add an arbitrary labelled value to the profile output.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
\begin{methoddesc}{close}{}
|
|
|
|
Close the logfile and terminate the profiler.
|
|
|
|
\end{methoddesc}
|
2003-04-09 01:06:37 -03:00
|
|
|
|
2003-04-07 09:19:15 -03:00
|
|
|
\begin{methoddesc}{fileno}{}
|
|
|
|
Return the file descriptor of the profiler's log file.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
\begin{methoddesc}{run}{cmd}
|
2006-09-06 03:51:57 -03:00
|
|
|
Profile an \function{exec()}-compatible string in the script environment.
|
2003-04-09 01:06:37 -03:00
|
|
|
The globals from the \refmodule[main]{__main__} module are used as
|
2003-04-07 09:19:15 -03:00
|
|
|
both the globals and locals for the script.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
\begin{methoddesc}{runcall}{func, *args, **keywords}
|
|
|
|
Profile a single call of a callable.
|
|
|
|
Additional positional and keyword arguments may be passed
|
|
|
|
along; the result of the call is returned, and exceptions are
|
2004-12-31 20:28:46 -04:00
|
|
|
allowed to propagate cleanly, while ensuring that profiling is
|
2003-04-07 09:19:15 -03:00
|
|
|
disabled on the way out.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
|
|
|
|
\begin{methoddesc}{runctx}{cmd, globals, locals}
|
2006-09-06 03:51:57 -03:00
|
|
|
Profile an \function{exec()}-compatible string in a specific environment.
|
2003-04-07 09:19:15 -03:00
|
|
|
The string is compiled before profiling begins.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
\begin{methoddesc}{start}{}
|
|
|
|
Start the profiler.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
|
|
|
\begin{methoddesc}{stop}{}
|
|
|
|
Stop the profiler.
|
|
|
|
\end{methoddesc}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
|
2003-04-07 09:19:15 -03:00
|
|
|
\subsection{Using hotshot data}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
\declaremodule{standard}{hotshot.stats}
|
2003-04-07 09:19:15 -03:00
|
|
|
\modulesynopsis{Statistical analysis for Hotshot}
|
|
|
|
|
|
|
|
\versionadded{2.2}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
This module loads hotshot profiling data into the standard \module{pstats}
|
2003-04-07 09:19:15 -03:00
|
|
|
Stats objects.
|
|
|
|
|
|
|
|
\begin{funcdesc}{load}{filename}
|
2003-04-09 01:06:37 -03:00
|
|
|
Load hotshot data from \var{filename}. Returns an instance
|
2003-04-07 09:19:15 -03:00
|
|
|
of the \class{pstats.Stats} class.
|
|
|
|
\end{funcdesc}
|
|
|
|
|
|
|
|
\begin{seealso}
|
2003-04-09 01:06:37 -03:00
|
|
|
\seemodule{profile}{The \module{profile} module's \class{Stats} class}
|
2003-04-07 09:19:15 -03:00
|
|
|
\end{seealso}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
|
2003-04-07 09:19:15 -03:00
|
|
|
\subsection{Example Usage \label{hotshot-example}}
|
|
|
|
|
2003-04-09 01:06:37 -03:00
|
|
|
Note that this example runs the python ``benchmark'' pystones. It can
|
2003-04-07 09:21:56 -03:00
|
|
|
take some time to run, and will produce large output files.
|
|
|
|
|
2003-04-07 09:19:15 -03:00
|
|
|
\begin{verbatim}
|
|
|
|
>>> import hotshot, hotshot.stats, test.pystone
|
|
|
|
>>> prof = hotshot.Profile("stones.prof")
|
|
|
|
>>> benchtime, stones = prof.runcall(test.pystone.pystones)
|
|
|
|
>>> prof.close()
|
|
|
|
>>> stats = hotshot.stats.load("stones.prof")
|
|
|
|
>>> stats.strip_dirs()
|
|
|
|
>>> stats.sort_stats('time', 'calls')
|
|
|
|
>>> stats.print_stats(20)
|
|
|
|
850004 function calls in 10.090 CPU seconds
|
|
|
|
|
|
|
|
Ordered by: internal time, call count
|
|
|
|
|
|
|
|
ncalls tottime percall cumtime percall filename:lineno(function)
|
|
|
|
1 3.295 3.295 10.090 10.090 pystone.py:79(Proc0)
|
|
|
|
150000 1.315 0.000 1.315 0.000 pystone.py:203(Proc7)
|
|
|
|
50000 1.313 0.000 1.463 0.000 pystone.py:229(Func2)
|
|
|
|
.
|
|
|
|
.
|
|
|
|
.
|
|
|
|
\end{verbatim}
|