bitbake: utils: Split profile reports into separate files

Use a more logical name for the profile reports and put each report
into a separate file since people struggle to discover them currently.

(Bitbake rev: a8145c84e0899285a5e6a809f1515118b002b106)

Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Richard Purdie
2025-07-18 14:31:24 +01:00
parent 49d0abc5c8
commit cdb6e3e5c5
2 changed files with 27 additions and 13 deletions

View File

@@ -2241,9 +2241,9 @@ class CookerParser(object):
profiles.append(logfile)
if profiles:
pout = "profile-parse.log.processed"
bb.utils.process_profilelog(profiles, pout = pout)
print("Processed parsing statistics saved to %s" % (pout))
fn_out = "profile-parse.log.report"
bb.utils.process_profilelog(profiles, fn_out=fn_out)
print("Processed parsing statistics saved to %s" % (fn_out))
def final_cleanup(self):
if self.syncthread:

View File

@@ -1441,29 +1441,43 @@ def profile_function(profile, function, output_fn, process=True):
prof.dump_stats(output_fn)
if process:
process_profilelog(output_fn)
serverlog("Raw profiling information saved to %s and processed statistics to %s.processed" % (output_fn, output_fn))
serverlog("Raw profiling information saved to %s and processed statistics to %s.report*" % (output_fn, output_fn))
return ret
else:
return function()
def process_profilelog(fn, pout = None):
def process_profilelog(fn, fn_out = None):
# Either call with a list of filenames and set pout or a filename and optionally pout.
if not pout:
pout = fn + '.processed'
import pstats
with open(pout, 'w') as pout:
import pstats
if not fn_out:
fn_out = fn + '.report'
def pstatopen():
if isinstance(fn, list):
p = pstats.Stats(*fn, stream=pout)
else:
p = pstats.Stats(fn, stream=pout)
return pstats.Stats(*fn, stream=pout)
return pstats.Stats(fn, stream=pout)
with open(fn_out + '.time', 'w') as pout:
p = pstatopen()
p.sort_stats('time')
p.print_stats()
with open(fn_out + '.time-callers', 'w') as pout:
p = pstatopen()
p.sort_stats('time')
p.print_callers()
with open(fn_out + '.cumulative', 'w') as pout:
p = pstatopen()
p.sort_stats('cumulative')
p.print_stats()
pout.flush()
with open(fn_out + '.cumulative-callers', 'w') as pout:
p = pstatopen()
p.sort_stats('cumulative')
p.print_callers()
#
# Was present to work around multiprocessing pool bugs in python < 2.7.3