123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432 |
- # ex:ts=4:sw=4:sts=4:et
- # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
- """
- AbstractSyntaxTree classes for the Bitbake language
- """
- # Copyright (C) 2003, 2004 Chris Larson
- # Copyright (C) 2003, 2004 Phil Blundell
- # Copyright (C) 2009 Holger Hans Peter Freyther
- #
- # SPDX-License-Identifier: GPL-2.0-only
- #
- import re
- import string
- import logging
- import bb
- import itertools
- from bb import methodpool
- from bb.parse import logger
- class StatementGroup(list):
- def eval(self, data):
- for statement in self:
- statement.eval(data)
- class AstNode(object):
- def __init__(self, filename, lineno):
- self.filename = filename
- self.lineno = lineno
- class IncludeNode(AstNode):
- def __init__(self, filename, lineno, what_file, force):
- AstNode.__init__(self, filename, lineno)
- self.what_file = what_file
- self.force = force
- def eval(self, data):
- """
- Include the file and evaluate the statements
- """
- s = data.expand(self.what_file)
- logger.debug(2, "CONF %s:%s: including %s", self.filename, self.lineno, s)
- # TODO: Cache those includes... maybe not here though
- if self.force:
- bb.parse.ConfHandler.include(self.filename, s, self.lineno, data, "include required")
- else:
- bb.parse.ConfHandler.include(self.filename, s, self.lineno, data, False)
- class ExportNode(AstNode):
- def __init__(self, filename, lineno, var):
- AstNode.__init__(self, filename, lineno)
- self.var = var
- def eval(self, data):
- data.setVarFlag(self.var, "export", 1, op = 'exported')
- class UnsetNode(AstNode):
- def __init__(self, filename, lineno, var):
- AstNode.__init__(self, filename, lineno)
- self.var = var
- def eval(self, data):
- loginfo = {
- 'variable': self.var,
- 'file': self.filename,
- 'line': self.lineno,
- }
- data.delVar(self.var,**loginfo)
- class UnsetFlagNode(AstNode):
- def __init__(self, filename, lineno, var, flag):
- AstNode.__init__(self, filename, lineno)
- self.var = var
- self.flag = flag
- def eval(self, data):
- loginfo = {
- 'variable': self.var,
- 'file': self.filename,
- 'line': self.lineno,
- }
- data.delVarFlag(self.var, self.flag, **loginfo)
- class DataNode(AstNode):
- """
- Various data related updates. For the sake of sanity
- we have one class doing all this. This means that all
- this need to be re-evaluated... we might be able to do
- that faster with multiple classes.
- """
- def __init__(self, filename, lineno, groupd):
- AstNode.__init__(self, filename, lineno)
- self.groupd = groupd
- def getFunc(self, key, data):
- if 'flag' in self.groupd and self.groupd['flag'] != None:
- return data.getVarFlag(key, self.groupd['flag'], expand=False, noweakdefault=True)
- else:
- return data.getVar(key, False, noweakdefault=True, parsing=True)
- def eval(self, data):
- groupd = self.groupd
- key = groupd["var"]
- loginfo = {
- 'variable': key,
- 'file': self.filename,
- 'line': self.lineno,
- }
- if "exp" in groupd and groupd["exp"] != None:
- data.setVarFlag(key, "export", 1, op = 'exported', **loginfo)
- op = "set"
- if "ques" in groupd and groupd["ques"] != None:
- val = self.getFunc(key, data)
- op = "set?"
- if val == None:
- val = groupd["value"]
- elif "colon" in groupd and groupd["colon"] != None:
- e = data.createCopy()
- op = "immediate"
- val = e.expand(groupd["value"], key + "[:=]")
- elif "append" in groupd and groupd["append"] != None:
- op = "append"
- val = "%s %s" % ((self.getFunc(key, data) or ""), groupd["value"])
- elif "prepend" in groupd and groupd["prepend"] != None:
- op = "prepend"
- val = "%s %s" % (groupd["value"], (self.getFunc(key, data) or ""))
- elif "postdot" in groupd and groupd["postdot"] != None:
- op = "postdot"
- val = "%s%s" % ((self.getFunc(key, data) or ""), groupd["value"])
- elif "predot" in groupd and groupd["predot"] != None:
- op = "predot"
- val = "%s%s" % (groupd["value"], (self.getFunc(key, data) or ""))
- else:
- val = groupd["value"]
- flag = None
- if 'flag' in groupd and groupd['flag'] != None:
- flag = groupd['flag']
- elif groupd["lazyques"]:
- flag = "_defaultval"
- loginfo['op'] = op
- loginfo['detail'] = groupd["value"]
- if flag:
- data.setVarFlag(key, flag, val, **loginfo)
- else:
- data.setVar(key, val, parsing=True, **loginfo)
- class MethodNode(AstNode):
- tr_tbl = str.maketrans('/.+-@%&', '_______')
- def __init__(self, filename, lineno, func_name, body, python, fakeroot):
- AstNode.__init__(self, filename, lineno)
- self.func_name = func_name
- self.body = body
- self.python = python
- self.fakeroot = fakeroot
- def eval(self, data):
- text = '\n'.join(self.body)
- funcname = self.func_name
- if self.func_name == "__anonymous":
- funcname = ("__anon_%s_%s" % (self.lineno, self.filename.translate(MethodNode.tr_tbl)))
- self.python = True
- text = "def %s(d):\n" % (funcname) + text
- bb.methodpool.insert_method(funcname, text, self.filename, self.lineno - len(self.body) - 1)
- anonfuncs = data.getVar('__BBANONFUNCS', False) or []
- anonfuncs.append(funcname)
- data.setVar('__BBANONFUNCS', anonfuncs)
- if data.getVar(funcname, False):
- # clean up old version of this piece of metadata, as its
- # flags could cause problems
- data.delVarFlag(funcname, 'python')
- data.delVarFlag(funcname, 'fakeroot')
- if self.python:
- data.setVarFlag(funcname, "python", "1")
- if self.fakeroot:
- data.setVarFlag(funcname, "fakeroot", "1")
- data.setVarFlag(funcname, "func", 1)
- data.setVar(funcname, text, parsing=True)
- data.setVarFlag(funcname, 'filename', self.filename)
- data.setVarFlag(funcname, 'lineno', str(self.lineno - len(self.body)))
- class PythonMethodNode(AstNode):
- def __init__(self, filename, lineno, function, modulename, body):
- AstNode.__init__(self, filename, lineno)
- self.function = function
- self.modulename = modulename
- self.body = body
- def eval(self, data):
- # Note we will add root to parsedmethods after having parse
- # 'this' file. This means we will not parse methods from
- # bb classes twice
- text = '\n'.join(self.body)
- bb.methodpool.insert_method(self.modulename, text, self.filename, self.lineno - len(self.body) - 1)
- data.setVarFlag(self.function, "func", 1)
- data.setVarFlag(self.function, "python", 1)
- data.setVar(self.function, text, parsing=True)
- data.setVarFlag(self.function, 'filename', self.filename)
- data.setVarFlag(self.function, 'lineno', str(self.lineno - len(self.body) - 1))
- class ExportFuncsNode(AstNode):
- def __init__(self, filename, lineno, fns, classname):
- AstNode.__init__(self, filename, lineno)
- self.n = fns.split()
- self.classname = classname
- def eval(self, data):
- for func in self.n:
- calledfunc = self.classname + "_" + func
- if data.getVar(func, False) and not data.getVarFlag(func, 'export_func', False):
- continue
- if data.getVar(func, False):
- data.setVarFlag(func, 'python', None)
- data.setVarFlag(func, 'func', None)
- for flag in [ "func", "python" ]:
- if data.getVarFlag(calledfunc, flag, False):
- data.setVarFlag(func, flag, data.getVarFlag(calledfunc, flag, False))
- for flag in [ "dirs" ]:
- if data.getVarFlag(func, flag, False):
- data.setVarFlag(calledfunc, flag, data.getVarFlag(func, flag, False))
- data.setVarFlag(func, "filename", "autogenerated")
- data.setVarFlag(func, "lineno", 1)
- if data.getVarFlag(calledfunc, "python", False):
- data.setVar(func, " bb.build.exec_func('" + calledfunc + "', d)\n", parsing=True)
- else:
- if "-" in self.classname:
- bb.fatal("The classname %s contains a dash character and is calling an sh function %s using EXPORT_FUNCTIONS. Since a dash is illegal in sh function names, this cannot work, please rename the class or don't use EXPORT_FUNCTIONS." % (self.classname, calledfunc))
- data.setVar(func, " " + calledfunc + "\n", parsing=True)
- data.setVarFlag(func, 'export_func', '1')
- class AddTaskNode(AstNode):
- def __init__(self, filename, lineno, func, before, after):
- AstNode.__init__(self, filename, lineno)
- self.func = func
- self.before = before
- self.after = after
- def eval(self, data):
- bb.build.addtask(self.func, self.before, self.after, data)
- class DelTaskNode(AstNode):
- def __init__(self, filename, lineno, func):
- AstNode.__init__(self, filename, lineno)
- self.func = func
- def eval(self, data):
- bb.build.deltask(self.func, data)
- class BBHandlerNode(AstNode):
- def __init__(self, filename, lineno, fns):
- AstNode.__init__(self, filename, lineno)
- self.hs = fns.split()
- def eval(self, data):
- bbhands = data.getVar('__BBHANDLERS', False) or []
- for h in self.hs:
- bbhands.append(h)
- data.setVarFlag(h, "handler", 1)
- data.setVar('__BBHANDLERS', bbhands)
- class InheritNode(AstNode):
- def __init__(self, filename, lineno, classes):
- AstNode.__init__(self, filename, lineno)
- self.classes = classes
- def eval(self, data):
- bb.parse.BBHandler.inherit(self.classes, self.filename, self.lineno, data)
- def handleInclude(statements, filename, lineno, m, force):
- statements.append(IncludeNode(filename, lineno, m.group(1), force))
- def handleExport(statements, filename, lineno, m):
- statements.append(ExportNode(filename, lineno, m.group(1)))
- def handleUnset(statements, filename, lineno, m):
- statements.append(UnsetNode(filename, lineno, m.group(1)))
- def handleUnsetFlag(statements, filename, lineno, m):
- statements.append(UnsetFlagNode(filename, lineno, m.group(1), m.group(2)))
- def handleData(statements, filename, lineno, groupd):
- statements.append(DataNode(filename, lineno, groupd))
- def handleMethod(statements, filename, lineno, func_name, body, python, fakeroot):
- statements.append(MethodNode(filename, lineno, func_name, body, python, fakeroot))
- def handlePythonMethod(statements, filename, lineno, funcname, modulename, body):
- statements.append(PythonMethodNode(filename, lineno, funcname, modulename, body))
- def handleExportFuncs(statements, filename, lineno, m, classname):
- statements.append(ExportFuncsNode(filename, lineno, m.group(1), classname))
- def handleAddTask(statements, filename, lineno, m):
- func = m.group("func")
- before = m.group("before")
- after = m.group("after")
- if func is None:
- return
- statements.append(AddTaskNode(filename, lineno, func, before, after))
- def handleDelTask(statements, filename, lineno, m):
- func = m.group("func")
- if func is None:
- return
- statements.append(DelTaskNode(filename, lineno, func))
- def handleBBHandlers(statements, filename, lineno, m):
- statements.append(BBHandlerNode(filename, lineno, m.group(1)))
- def handleInherit(statements, filename, lineno, m):
- classes = m.group(1)
- statements.append(InheritNode(filename, lineno, classes))
- def runAnonFuncs(d):
- code = []
- for funcname in d.getVar("__BBANONFUNCS", False) or []:
- code.append("%s(d)" % funcname)
- bb.utils.better_exec("\n".join(code), {"d": d})
- def finalize(fn, d, variant = None):
- saved_handlers = bb.event.get_handlers().copy()
- try:
- for var in d.getVar('__BBHANDLERS', False) or []:
- # try to add the handler
- handlerfn = d.getVarFlag(var, "filename", False)
- if not handlerfn:
- bb.fatal("Undefined event handler function '%s'" % var)
- handlerln = int(d.getVarFlag(var, "lineno", False))
- bb.event.register(var, d.getVar(var, False), (d.getVarFlag(var, "eventmask") or "").split(), handlerfn, handlerln)
- bb.event.fire(bb.event.RecipePreFinalise(fn), d)
- bb.data.expandKeys(d)
- runAnonFuncs(d)
- tasklist = d.getVar('__BBTASKS', False) or []
- bb.event.fire(bb.event.RecipeTaskPreProcess(fn, list(tasklist)), d)
- bb.build.add_tasks(tasklist, d)
- bb.parse.siggen.finalise(fn, d, variant)
- d.setVar('BBINCLUDED', bb.parse.get_file_depends(d))
- bb.event.fire(bb.event.RecipeParsed(fn), d)
- finally:
- bb.event.set_handlers(saved_handlers)
- def _create_variants(datastores, names, function, onlyfinalise):
- def create_variant(name, orig_d, arg = None):
- if onlyfinalise and name not in onlyfinalise:
- return
- new_d = bb.data.createCopy(orig_d)
- function(arg or name, new_d)
- datastores[name] = new_d
- for variant in list(datastores.keys()):
- for name in names:
- if not variant:
- # Based on main recipe
- create_variant(name, datastores[""])
- else:
- create_variant("%s-%s" % (variant, name), datastores[variant], name)
- def multi_finalize(fn, d):
- appends = (d.getVar("__BBAPPEND") or "").split()
- for append in appends:
- logger.debug(1, "Appending .bbappend file %s to %s", append, fn)
- bb.parse.BBHandler.handle(append, d, True)
- onlyfinalise = d.getVar("__ONLYFINALISE", False)
- safe_d = d
- d = bb.data.createCopy(safe_d)
- try:
- finalize(fn, d)
- except bb.parse.SkipRecipe as e:
- d.setVar("__SKIPPED", e.args[0])
- datastores = {"": safe_d}
- extended = d.getVar("BBCLASSEXTEND") or ""
- if extended:
- # the following is to support bbextends with arguments, for e.g. multilib
- # an example is as follows:
- # BBCLASSEXTEND = "multilib:lib32"
- # it will create foo-lib32, inheriting multilib.bbclass and set
- # BBEXTENDCURR to "multilib" and BBEXTENDVARIANT to "lib32"
- extendedmap = {}
- variantmap = {}
- for ext in extended.split():
- eext = ext.split(':', 2)
- if len(eext) > 1:
- extendedmap[ext] = eext[0]
- variantmap[ext] = eext[1]
- else:
- extendedmap[ext] = ext
- pn = d.getVar("PN")
- def extendfunc(name, d):
- if name != extendedmap[name]:
- d.setVar("BBEXTENDCURR", extendedmap[name])
- d.setVar("BBEXTENDVARIANT", variantmap[name])
- else:
- d.setVar("PN", "%s-%s" % (pn, name))
- bb.parse.BBHandler.inherit(extendedmap[name], fn, 0, d)
- safe_d.setVar("BBCLASSEXTEND", extended)
- _create_variants(datastores, extendedmap.keys(), extendfunc, onlyfinalise)
- for variant in datastores.keys():
- if variant:
- try:
- if not onlyfinalise or variant in onlyfinalise:
- finalize(fn, datastores[variant], variant)
- except bb.parse.SkipRecipe as e:
- datastores[variant].setVar("__SKIPPED", e.args[0])
- datastores[""] = d
- return datastores
|