Initial population

git-svn-id: https://svn.o-hand.com/repos/poky@2 311d38ba-8fff-0310-9ca6-ca027cbcb966

1 files changed, 395 insertions, 0 deletions

diff --git a/bitbake/lib/bb/build.py b/bitbake/lib/bb/build.py
new file mode 100644
index 0000000000..599b45d9d3
--- /dev/null
+++ b/bitbake/lib/bb/build.py
@@ -0,0 +1,395 @@
+#!/usr/bin/env python
+# ex:ts=4:sw=4:sts=4:et
+# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
+"""
+BitBake 'Build' implementation
+
+Core code for function execution and task handling in the
+BitBake build tools.
+
+Copyright (C) 2003, 2004  Chris Larson
+
+Based on Gentoo's portage.py.
+
+This program is free software; you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free Software
+Foundation; either version 2 of the License, or (at your option) any later
+version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT
+ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with
+
+Based on functions from the base bb module, Copyright 2003 Holger Schurig
+"""
+
+from bb import debug, data, fetch, fatal, error, note, event, mkdirhier
+import bb, os
+
+# data holds flags and function name for a given task
+_task_data = data.init()
+
+# graph represents task interdependencies
+_task_graph = bb.digraph()
+
+# stack represents execution order, excepting dependencies
+_task_stack = []
+
+# events
+class FuncFailed(Exception):
+    """Executed function failed"""
+
+class EventException(Exception):
+    """Exception which is associated with an Event."""
+
+    def __init__(self, msg, event):
+        self.args = msg, event
+
+class TaskBase(event.Event):
+    """Base class for task events"""
+
+    def __init__(self, t, d ):
+        self._task = t
+        event.Event.__init__(self, d)
+
+    def getTask(self):
+        return self._task
+
+    def setTask(self, task):
+        self._task = task
+
+    task = property(getTask, setTask, None, "task property")
+
+class TaskStarted(TaskBase):
+    """Task execution started"""
+
+class TaskSucceeded(TaskBase):
+    """Task execution completed"""
+
+class TaskFailed(TaskBase):
+    """Task execution failed"""
+
+class InvalidTask(TaskBase):
+    """Invalid Task"""
+
+# functions
+
+def init(data):
+    global _task_data, _task_graph, _task_stack
+    _task_data = data.init()
+    _task_graph = bb.digraph()
+    _task_stack = []
+
+
+def exec_func(func, d, dirs = None):
+    """Execute an BB 'function'"""
+
+    body = data.getVar(func, d)
+    if not body:
+        return
+
+    if not dirs:
+        dirs = (data.getVarFlag(func, 'dirs', d) or "").split()
+    for adir in dirs:
+        adir = data.expand(adir, d)
+        mkdirhier(adir)
+
+    if len(dirs) > 0:
+        adir = dirs[-1]
+    else:
+        adir = data.getVar('B', d, 1)
+
+    adir = data.expand(adir, d)
+
+    try:
+        prevdir = os.getcwd()
+    except OSError:
+        prevdir = data.expand('${TOPDIR}', d)
+    if adir and os.access(adir, os.F_OK):
+        os.chdir(adir)
+
+    if data.getVarFlag(func, "python", d):
+        exec_func_python(func, d)
+    else:
+        exec_func_shell(func, d)
+
+    if os.path.exists(prevdir):
+        os.chdir(prevdir)
+
+def exec_func_python(func, d):
+    """Execute a python BB 'function'"""
+    import re, os
+
+    tmp = "def " + func + "():\n%s" % data.getVar(func, d)
+    comp = compile(tmp + '\n' + func + '()', bb.data.getVar('FILE', d, 1) + ':' + func, "exec")
+    prevdir = os.getcwd()
+    g = {} # globals
+    g['bb'] = bb
+    g['os'] = os
+    g['d'] = d
+    exec comp in g
+    if os.path.exists(prevdir):
+        os.chdir(prevdir)
+
+def exec_func_shell(func, d):
+    """Execute a shell BB 'function' Returns true if execution was successful.
+
+    For this, it creates a bash shell script in the tmp dectory, writes the local
+    data into it and finally executes. The output of the shell will end in a log file and stdout.
+
+    Note on directory behavior.  The 'dirs' varflag should contain a list
+    of the directories you need created prior to execution.  The last
+    item in the list is where we will chdir/cd to.
+    """
+    import sys
+
+    deps = data.getVarFlag(func, 'deps', d)
+    check = data.getVarFlag(func, 'check', d)
+    if check in globals():
+        if globals()[check](func, deps):
+            return
+
+    global logfile
+    t = data.getVar('T', d, 1)
+    if not t:
+        return 0
+    mkdirhier(t)
+    logfile = "%s/log.%s.%s" % (t, func, str(os.getpid()))
+    runfile = "%s/run.%s.%s" % (t, func, str(os.getpid()))
+
+    f = open(runfile, "w")
+    f.write("#!/bin/sh -e\n")
+    if bb.debug_level > 0: f.write("set -x\n")
+    data.emit_env(f, d)
+
+    f.write("cd %s\n" % os.getcwd())
+    if func: f.write("%s\n" % func)
+    f.close()
+    os.chmod(runfile, 0775)
+    if not func:
+        error("Function not specified")
+        raise FuncFailed()
+
+    # open logs
+    si = file('/dev/null', 'r')
+    try:
+        if bb.debug_level > 0:
+            so = os.popen("tee \"%s\"" % logfile, "w")
+        else:
+            so = file(logfile, 'w')
+    except OSError, e:
+        bb.error("opening log file: %s" % e)
+        pass
+
+    se = so
+
+    # dup the existing fds so we dont lose them
+    osi = [os.dup(sys.stdin.fileno()), sys.stdin.fileno()]
+    oso = [os.dup(sys.stdout.fileno()), sys.stdout.fileno()]
+    ose = [os.dup(sys.stderr.fileno()), sys.stderr.fileno()]
+
+    # replace those fds with our own
+    os.dup2(si.fileno(), osi[1])
+    os.dup2(so.fileno(), oso[1])
+    os.dup2(se.fileno(), ose[1])
+
+    # execute function
+    prevdir = os.getcwd()
+    if data.getVarFlag(func, "fakeroot", d):
+        maybe_fakeroot = "PATH=\"%s\" fakeroot " % bb.data.getVar("PATH", d, 1)
+    else:
+        maybe_fakeroot = ''
+    ret = os.system('%ssh -e %s' % (maybe_fakeroot, runfile))
+    os.chdir(prevdir)
+
+    # restore the backups
+    os.dup2(osi[0], osi[1])
+    os.dup2(oso[0], oso[1])
+    os.dup2(ose[0], ose[1])
+
+    # close our logs
+    si.close()
+    so.close()
+    se.close()
+
+    # close the backup fds
+    os.close(osi[0])
+    os.close(oso[0])
+    os.close(ose[0])
+
+    if ret==0:
+        if bb.debug_level > 0:
+            os.remove(runfile)
+#            os.remove(logfile)
+        return
+    else:
+        error("function %s failed" % func)
+        if data.getVar("BBINCLUDELOGS", d):
+            error("log data follows (%s)" % logfile)
+            f = open(logfile, "r")
+            while True:
+                l = f.readline()
+                if l == '':
+                    break
+                l = l.rstrip()
+                print '| %s' % l
+            f.close()
+        else:
+            error("see log in %s" % logfile)
+        raise FuncFailed( logfile )
+
+
+def exec_task(task, d):
+    """Execute an BB 'task'
+
+       The primary difference between executing a task versus executing
+       a function is that a task exists in the task digraph, and therefore
+       has dependencies amongst other tasks."""
+
+    # check if the task is in the graph..
+    task_graph = data.getVar('_task_graph', d)
+    if not task_graph:
+        task_graph = bb.digraph()
+        data.setVar('_task_graph', task_graph, d)
+    task_cache = data.getVar('_task_cache', d)
+    if not task_cache:
+        task_cache = []
+        data.setVar('_task_cache', task_cache, d)
+    if not task_graph.hasnode(task):
+        raise EventException("Missing node in task graph", InvalidTask(task, d))
+
+    # check whether this task needs executing..
+    if not data.getVarFlag(task, 'force', d):
+        if stamp_is_current(task, d):
+            return 1
+
+    # follow digraph path up, then execute our way back down
+    def execute(graph, item):
+        if data.getVarFlag(item, 'task', d):
+            if item in task_cache:
+                return 1
+
+            if task != item:
+                # deeper than toplevel, exec w/ deps
+                exec_task(item, d)
+                return 1
+
+            try:
+                debug(1, "Executing task %s" % item)
+                old_overrides = data.getVar('OVERRIDES', d, 0)
+                localdata = data.createCopy(d)
+                data.setVar('OVERRIDES', 'task_%s:%s' % (item, old_overrides), localdata)
+                data.update_data(localdata)
+                event.fire(TaskStarted(item, localdata))
+                exec_func(item, localdata)
+                event.fire(TaskSucceeded(item, localdata))
+                task_cache.append(item)
+                data.setVar('_task_cache', task_cache, d)
+            except FuncFailed, reason:
+                note( "Task failed: %s" % reason )
+                failedevent = TaskFailed(item, d)
+                event.fire(failedevent)
+                raise EventException("Function failed in task: %s" % reason, failedevent)
+
+    # execute
+    task_graph.walkdown(task, execute)
+
+    # make stamp, or cause event and raise exception
+    if not data.getVarFlag(task, 'nostamp', d):
+        mkstamp(task, d)
+
+
+def stamp_is_current(task, d, checkdeps = 1):
+    """Check status of a given task's stamp. returns 0 if it is not current and needs updating."""
+    task_graph = data.getVar('_task_graph', d)
+    if not task_graph:
+        task_graph = bb.digraph()
+        data.setVar('_task_graph', task_graph, d)
+    stamp = data.getVar('STAMP', d)
+    if not stamp:
+        return 0
+    stampfile = "%s.%s" % (data.expand(stamp, d), task)
+    if not os.access(stampfile, os.F_OK):
+        return 0
+
+    if checkdeps == 0:
+        return 1
+
+    import stat
+    tasktime = os.stat(stampfile)[stat.ST_MTIME]
+
+    _deps = []
+    def checkStamp(graph, task):
+        # check for existance
+        if data.getVarFlag(task, 'nostamp', d):
+            return 1
+
+        if not stamp_is_current(task, d, 0):
+            return 0
+
+        depfile = "%s.%s" % (data.expand(stamp, d), task)
+        deptime = os.stat(depfile)[stat.ST_MTIME]
+        if deptime > tasktime:
+            return 0
+        return 1
+
+    return task_graph.walkdown(task, checkStamp)
+
+
+def md5_is_current(task):
+    """Check if a md5 file for a given task is current"""
+
+
+def mkstamp(task, d):
+    """Creates/updates a stamp for a given task"""
+    stamp = data.getVar('STAMP', d)
+    if not stamp:
+        return
+    stamp = "%s.%s" % (data.expand(stamp, d), task)
+    mkdirhier(os.path.dirname(stamp))
+    open(stamp, "w+")
+
+
+def add_task(task, deps, d):
+    task_graph = data.getVar('_task_graph', d)
+    if not task_graph:
+        task_graph = bb.digraph()
+    data.setVarFlag(task, 'task', 1, d)
+    task_graph.addnode(task, None)
+    for dep in deps:
+        if not task_graph.hasnode(dep):
+            task_graph.addnode(dep, None)
+        task_graph.addnode(task, dep)
+    # don't assume holding a reference
+    data.setVar('_task_graph', task_graph, d)
+
+
+def remove_task(task, kill, d):
+    """Remove an BB 'task'.
+
+       If kill is 1, also remove tasks that depend on this task."""
+
+    task_graph = data.getVar('_task_graph', d)
+    if not task_graph:
+        task_graph = bb.digraph()
+    if not task_graph.hasnode(task):
+        return
+
+    data.delVarFlag(task, 'task', d)
+    ref = 1
+    if kill == 1:
+        ref = 2
+    task_graph.delnode(task, ref)
+    data.setVar('_task_graph', task_graph, d)
+
+def task_exists(task, d):
+    task_graph = data.getVar('_task_graph', d)
+    if not task_graph:
+        task_graph = bb.digraph()
+        data.setVar('_task_graph', task_graph, d)
+    return task_graph.hasnode(task)
+
+def get_task_data():
+    return _task_data