summaryrefslogtreecommitdiff
path: root/meta/classes/toaster.bbclass
diff options
context:
space:
mode:
authorAlexandru DAMIAN <alexandru.damian@intel.com>2013-11-27 16:21:00 +0000
committerRichard Purdie <richard.purdie@linuxfoundation.org>2013-12-10 11:14:59 +0000
commit0c455c0708335eecd1e659680b6cddb4782e80fa (patch)
treec8d15ff3776991f6ac29e41031d737cac840538a /meta/classes/toaster.bbclass
parent158679d244ff5b44354fb474c88122918b93a5b6 (diff)
downloadopenembedded-core-0c455c0708335eecd1e659680b6cddb4782e80fa.tar.gz
openembedded-core-0c455c0708335eecd1e659680b6cddb4782e80fa.tar.bz2
openembedded-core-0c455c0708335eecd1e659680b6cddb4782e80fa.zip
toaster.bbclass: read build stats
In the process of removing the local system accesses from toaster UI (which must be able to run remotely), the code to read build stats is moved from Bitbake Toaster UI to the server-side toaster.bbclass The code will accumulate a list of stat files to be read at build completion. When the build completes, the whole data list is read and sent through in a single event. [YOCTO #5604] Signed-off-by: Alexandru DAMIAN <alexandru.damian@intel.com>
Diffstat (limited to 'meta/classes/toaster.bbclass')
-rw-r--r--meta/classes/toaster.bbclass73
1 files changed, 73 insertions, 0 deletions
diff --git a/meta/classes/toaster.bbclass b/meta/classes/toaster.bbclass
index ec9b6c58b7..59c61c5cec 100644
--- a/meta/classes/toaster.bbclass
+++ b/meta/classes/toaster.bbclass
@@ -153,6 +153,79 @@ python toaster_image_dumpdata() {
}
+
+# collect list of buildstats files based on fired events; when the build completes, collect all stats and fire an event with collected data
+
+python toaster_collect_task_stats() {
+ import bb.build
+ import bb.event
+ import bb.data
+ import bb.utils
+ import os
+
+ def _append_read_list(v):
+ lock = bb.utils.lockfile(e.data.expand("${TOPDIR}/toaster.lock"), False, True)
+
+ with open(os.path.join(e.data.getVar('BUILDSTATS_BASE', True), "toasterstatlist"), "a") as fout:
+ bn = get_bn(e)
+ bsdir = os.path.join(e.data.getVar('BUILDSTATS_BASE', True), bn)
+ taskdir = os.path.join(bsdir, e.data.expand("${PF}"))
+ fout.write("%s:%s:%s\n" % (e.taskfile, e.taskname, os.path.join(taskdir, e.task)))
+
+ bb.utils.unlockfile(lock)
+
+ def _read_stats(filename):
+ cpu_usage = 0
+ disk_io = 0
+ startio = ''
+ endio = ''
+ pn = ''
+ taskname = ''
+ statinfo = {}
+
+ with open(filename, 'r') as task_bs:
+ for line in task_bs.readlines():
+ k,v = line.strip().split(": ", 1)
+ statinfo[k] = v
+
+ try:
+ cpu_usage = statinfo["CPU usage"]
+ endio = statinfo["EndTimeIO"]
+ startio = statinfo["StartTimeIO"]
+ except KeyError:
+ pass # we may have incomplete data here
+
+ if startio and endio:
+ disk_io = int(endio.strip('\n ')) - int(startio.strip('\n '))
+
+ if cpu_usage:
+ cpu_usage = float(cpu_usage.strip('% \n'))
+
+ return {'cpu_usage': cpu_usage, 'disk_io': disk_io}
+
+
+ if isinstance(e, (bb.build.TaskSucceeded, bb.build.TaskFailed)):
+ _append_read_list(e)
+ pass
+
+
+ if isinstance(e, bb.event.BuildCompleted):
+ events = []
+ with open(os.path.join(e.data.getVar('BUILDSTATS_BASE', True), "toasterstatlist"), "r") as fin:
+ for line in fin:
+ (taskfile, taskname, filename) = line.strip().split(":")
+ events.append((taskfile, taskname, _read_stats(filename)))
+ bb.event.fire(bb.event.MetadataEvent("BuildStatsList", events), e.data)
+ os.unlink(os.path.join(e.data.getVar('BUILDSTATS_BASE', True), "toasterstatlist"))
+}
+
+
+# set event handlers
+addhandler toaster_layerinfo_dumpdata
+toaster_layerinfo_dumpdata[eventmask] = "bb.event.TreeDataPreparationCompleted"
+
+addhandler toaster_collect_task_stats
+toaster_collect_task_stats[eventmask] = "bb.event.BuildCompleted bb.build.TaskSucceeded bb.build.TaskFailed"
do_package[postfuncs] += "toaster_package_dumpdata "
do_rootfs[postfuncs] += "toaster_image_dumpdata "