123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280 |
- #!/usr/bin/env python
- # ex:ts=4:sw=4:sts=4:et
- # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
- """
- class for handling .bb files
- Reads a .bb file and obtains its metadata
- """
- # Copyright (C) 2003, 2004 Chris Larson
- # Copyright (C) 2003, 2004 Phil Blundell
- #
- # SPDX-License-Identifier: GPL-2.0-only
- #
- # This program is free software; you can redistribute it and/or modify
- # it under the terms of the GNU General Public License version 2 as
- # published by the Free Software Foundation.
- #
- # This program is distributed in the hope that it will be useful,
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- # GNU General Public License for more details.
- #
- # You should have received a copy of the GNU General Public License along
- # with this program; if not, write to the Free Software Foundation, Inc.,
- # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
- import re, bb, os
- import logging
- import bb.build, bb.utils
- from bb import data
- from . import ConfHandler
- from .. import resolve_file, ast, logger, ParseError
- from .ConfHandler import include, init
- # For compatibility
- bb.deprecate_import(__name__, "bb.parse", ["vars_from_file"])
- __func_start_regexp__ = re.compile(r"(((?P<py>python)|(?P<fr>fakeroot))\s*)*(?P<func>[\w\.\-\+\{\}\$]+)?\s*\(\s*\)\s*{$" )
- __inherit_regexp__ = re.compile(r"inherit\s+(.+)" )
- __export_func_regexp__ = re.compile(r"EXPORT_FUNCTIONS\s+(.+)" )
- __addtask_regexp__ = re.compile(r"addtask\s+(?P<func>\w+)\s*((before\s*(?P<before>((.*(?=after))|(.*))))|(after\s*(?P<after>((.*(?=before))|(.*)))))*")
- __deltask_regexp__ = re.compile(r"deltask\s+(?P<func>\w+)(?P<ignores>.*)")
- __addhandler_regexp__ = re.compile(r"addhandler\s+(.+)" )
- __def_regexp__ = re.compile(r"def\s+(\w+).*:" )
- __python_func_regexp__ = re.compile(r"(\s+.*)|(^$)|(^#)" )
- __python_tab_regexp__ = re.compile(r" *\t")
- __infunc__ = []
- __inpython__ = False
- __body__ = []
- __classname__ = ""
- cached_statements = {}
- def supports(fn, d):
- """Return True if fn has a supported extension"""
- return os.path.splitext(fn)[-1] in [".bb", ".bbclass", ".inc"]
- def inherit(files, fn, lineno, d):
- __inherit_cache = d.getVar('__inherit_cache', False) or []
- files = d.expand(files).split()
- for file in files:
- if not os.path.isabs(file) and not file.endswith(".bbclass"):
- file = os.path.join('classes', '%s.bbclass' % file)
- if not os.path.isabs(file):
- bbpath = d.getVar("BBPATH")
- abs_fn, attempts = bb.utils.which(bbpath, file, history=True)
- for af in attempts:
- if af != abs_fn:
- bb.parse.mark_dependency(d, af)
- if abs_fn:
- file = abs_fn
- if not file in __inherit_cache:
- logger.debug(1, "Inheriting %s (from %s:%d)" % (file, fn, lineno))
- __inherit_cache.append( file )
- d.setVar('__inherit_cache', __inherit_cache)
- include(fn, file, lineno, d, "inherit")
- __inherit_cache = d.getVar('__inherit_cache', False) or []
- def get_statements(filename, absolute_filename, base_name):
- global cached_statements
- try:
- return cached_statements[absolute_filename]
- except KeyError:
- with open(absolute_filename, 'r') as f:
- statements = ast.StatementGroup()
- lineno = 0
- while True:
- lineno = lineno + 1
- s = f.readline()
- if not s: break
- s = s.rstrip()
- feeder(lineno, s, filename, base_name, statements)
- if __inpython__:
- # add a blank line to close out any python definition
- feeder(lineno, "", filename, base_name, statements, eof=True)
- if filename.endswith(".bbclass") or filename.endswith(".inc"):
- cached_statements[absolute_filename] = statements
- return statements
- def handle(fn, d, include):
- global __func_start_regexp__, __inherit_regexp__, __export_func_regexp__, __addtask_regexp__, __addhandler_regexp__, __infunc__, __body__, __residue__, __classname__
- __body__ = []
- __infunc__ = []
- __classname__ = ""
- __residue__ = []
- base_name = os.path.basename(fn)
- (root, ext) = os.path.splitext(base_name)
- init(d)
- if ext == ".bbclass":
- __classname__ = root
- __inherit_cache = d.getVar('__inherit_cache', False) or []
- if not fn in __inherit_cache:
- __inherit_cache.append(fn)
- d.setVar('__inherit_cache', __inherit_cache)
- if include != 0:
- oldfile = d.getVar('FILE', False)
- else:
- oldfile = None
- abs_fn = resolve_file(fn, d)
- # actual loading
- statements = get_statements(fn, abs_fn, base_name)
- # DONE WITH PARSING... time to evaluate
- if ext != ".bbclass" and abs_fn != oldfile:
- d.setVar('FILE', abs_fn)
- try:
- statements.eval(d)
- except bb.parse.SkipRecipe:
- d.setVar("__SKIPPED", True)
- if include == 0:
- return { "" : d }
- if __infunc__:
- raise ParseError("Shell function %s is never closed" % __infunc__[0], __infunc__[1], __infunc__[2])
- if __residue__:
- raise ParseError("Leftover unparsed (incomplete?) data %s from %s" % __residue__, fn)
- if ext != ".bbclass" and include == 0:
- return ast.multi_finalize(fn, d)
- if ext != ".bbclass" and oldfile and abs_fn != oldfile:
- d.setVar("FILE", oldfile)
- return d
- def feeder(lineno, s, fn, root, statements, eof=False):
- global __func_start_regexp__, __inherit_regexp__, __export_func_regexp__, __addtask_regexp__, __addhandler_regexp__, __def_regexp__, __python_func_regexp__, __inpython__, __infunc__, __body__, bb, __residue__, __classname__
- # Check tabs in python functions:
- # - def py_funcname(): covered by __inpython__
- # - python(): covered by '__anonymous' == __infunc__[0]
- # - python funcname(): covered by __infunc__[3]
- if __inpython__ or (__infunc__ and ('__anonymous' == __infunc__[0] or __infunc__[3])):
- tab = __python_tab_regexp__.match(s)
- if tab:
- bb.warn('python should use 4 spaces indentation, but found tabs in %s, line %s' % (root, lineno))
- if __infunc__:
- if s == '}':
- __body__.append('')
- ast.handleMethod(statements, fn, lineno, __infunc__[0], __body__, __infunc__[3], __infunc__[4])
- __infunc__ = []
- __body__ = []
- else:
- __body__.append(s)
- return
- if __inpython__:
- m = __python_func_regexp__.match(s)
- if m and not eof:
- __body__.append(s)
- return
- else:
- ast.handlePythonMethod(statements, fn, lineno, __inpython__,
- root, __body__)
- __body__ = []
- __inpython__ = False
- if eof:
- return
- if s and s[0] == '#':
- if len(__residue__) != 0 and __residue__[0][0] != "#":
- bb.fatal("There is a comment on line %s of file %s (%s) which is in the middle of a multiline expression.\nBitbake used to ignore these but no longer does so, please fix your metadata as errors are likely as a result of this change." % (lineno, fn, s))
- if len(__residue__) != 0 and __residue__[0][0] == "#" and (not s or s[0] != "#"):
- bb.fatal("There is a confusing multiline, partially commented expression on line %s of file %s (%s).\nPlease clarify whether this is all a comment or should be parsed." % (lineno, fn, s))
- if s and s[-1] == '\\':
- __residue__.append(s[:-1])
- return
- s = "".join(__residue__) + s
- __residue__ = []
- # Skip empty lines
- if s == '':
- return
- # Skip comments
- if s[0] == '#':
- return
- m = __func_start_regexp__.match(s)
- if m:
- __infunc__ = [m.group("func") or "__anonymous", fn, lineno, m.group("py") is not None, m.group("fr") is not None]
- return
- m = __def_regexp__.match(s)
- if m:
- __body__.append(s)
- __inpython__ = m.group(1)
- return
- m = __export_func_regexp__.match(s)
- if m:
- ast.handleExportFuncs(statements, fn, lineno, m, __classname__)
- return
- m = __addtask_regexp__.match(s)
- if m:
- if len(m.group().split()) == 2:
- # Check and warn for "addtask task1 task2"
- m2 = re.match(r"addtask\s+(?P<func>\w+)(?P<ignores>.*)", s)
- if m2 and m2.group('ignores'):
- logger.warning('addtask ignored: "%s"' % m2.group('ignores'))
- # Check and warn for "addtask task1 before task2 before task3", the
- # similar to "after"
- taskexpression = s.split()
- for word in ('before', 'after'):
- if taskexpression.count(word) > 1:
- logger.warning("addtask contained multiple '%s' keywords, only one is supported" % word)
- ast.handleAddTask(statements, fn, lineno, m)
- return
- m = __deltask_regexp__.match(s)
- if m:
- # Check and warn "for deltask task1 task2"
- if m.group('ignores'):
- logger.warning('deltask ignored: "%s"' % m.group('ignores'))
- ast.handleDelTask(statements, fn, lineno, m)
- return
- m = __addhandler_regexp__.match(s)
- if m:
- ast.handleBBHandlers(statements, fn, lineno, m)
- return
- m = __inherit_regexp__.match(s)
- if m:
- ast.handleInherit(statements, fn, lineno, m)
- return
- return ConfHandler.feeder(lineno, s, fn, statements)
- # Add us to the handlers list
- from .. import handlers
- handlers.append({'supports': supports, 'handle': handle, 'init': init})
- del handlers
|