123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547 |
- #
- # BitBake Tests for the Data Store (data.py/data_smart.py)
- #
- # Copyright (C) 2010 Chris Larson
- # Copyright (C) 2012 Richard Purdie
- #
- # SPDX-License-Identifier: GPL-2.0-only
- #
- import unittest
- import bb
- import bb.data
- import bb.parse
- import logging
- import os
- class LogRecord():
- def __enter__(self):
- logs = []
- class LogHandler(logging.Handler):
- def emit(self, record):
- logs.append(record)
- logger = logging.getLogger("BitBake")
- handler = LogHandler()
- self.handler = handler
- logger.addHandler(handler)
- return logs
- def __exit__(self, type, value, traceback):
- logger = logging.getLogger("BitBake")
- logger.removeHandler(self.handler)
- return
- def logContains(item, logs):
- for l in logs:
- m = l.getMessage()
- if item in m:
- return True
- return False
- class DataExpansions(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d["foo"] = "value_of_foo"
- self.d["bar"] = "value_of_bar"
- self.d["value_of_foo"] = "value_of_'value_of_foo'"
- def test_one_var(self):
- val = self.d.expand("${foo}")
- self.assertEqual(str(val), "value_of_foo")
- def test_indirect_one_var(self):
- val = self.d.expand("${${foo}}")
- self.assertEqual(str(val), "value_of_'value_of_foo'")
- def test_indirect_and_another(self):
- val = self.d.expand("${${foo}} ${bar}")
- self.assertEqual(str(val), "value_of_'value_of_foo' value_of_bar")
- def test_python_snippet(self):
- val = self.d.expand("${@5*12}")
- self.assertEqual(str(val), "60")
- def test_expand_in_python_snippet(self):
- val = self.d.expand("${@'boo ' + '${foo}'}")
- self.assertEqual(str(val), "boo value_of_foo")
- def test_python_snippet_getvar(self):
- val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
- self.assertEqual(str(val), "value_of_foo value_of_bar")
- def test_python_unexpanded(self):
- self.d.setVar("bar", "${unsetvar}")
- val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
- self.assertEqual(str(val), "${@d.getVar('foo') + ' ${unsetvar}'}")
- def test_python_snippet_syntax_error(self):
- self.d.setVar("FOO", "${@foo = 5}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_python_snippet_runtime_error(self):
- self.d.setVar("FOO", "${@int('test')}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_python_snippet_error_path(self):
- self.d.setVar("FOO", "foo value ${BAR}")
- self.d.setVar("BAR", "bar value ${@int('test')}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_value_containing_value(self):
- val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
- self.assertEqual(str(val), "value_of_foo value_of_bar")
- def test_reference_undefined_var(self):
- val = self.d.expand("${undefinedvar} meh")
- self.assertEqual(str(val), "${undefinedvar} meh")
- def test_double_reference(self):
- self.d.setVar("BAR", "bar value")
- self.d.setVar("FOO", "${BAR} foo ${BAR}")
- val = self.d.getVar("FOO")
- self.assertEqual(str(val), "bar value foo bar value")
- def test_direct_recursion(self):
- self.d.setVar("FOO", "${FOO}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_indirect_recursion(self):
- self.d.setVar("FOO", "${BAR}")
- self.d.setVar("BAR", "${BAZ}")
- self.d.setVar("BAZ", "${FOO}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_recursion_exception(self):
- self.d.setVar("FOO", "${BAR}")
- self.d.setVar("BAR", "${${@'FOO'}}")
- self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
- def test_incomplete_varexp_single_quotes(self):
- self.d.setVar("FOO", "sed -i -e 's:IP{:I${:g' $pc")
- val = self.d.getVar("FOO")
- self.assertEqual(str(val), "sed -i -e 's:IP{:I${:g' $pc")
- def test_nonstring(self):
- self.d.setVar("TEST", 5)
- val = self.d.getVar("TEST")
- self.assertEqual(str(val), "5")
- def test_rename(self):
- self.d.renameVar("foo", "newfoo")
- self.assertEqual(self.d.getVar("newfoo", False), "value_of_foo")
- self.assertEqual(self.d.getVar("foo", False), None)
- def test_deletion(self):
- self.d.delVar("foo")
- self.assertEqual(self.d.getVar("foo", False), None)
- def test_keys(self):
- keys = list(self.d.keys())
- self.assertCountEqual(keys, ['value_of_foo', 'foo', 'bar'])
- def test_keys_deletion(self):
- newd = bb.data.createCopy(self.d)
- newd.delVar("bar")
- keys = list(newd.keys())
- self.assertCountEqual(keys, ['value_of_foo', 'foo'])
- class TestNestedExpansions(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d["foo"] = "foo"
- self.d["bar"] = "bar"
- self.d["value_of_foobar"] = "187"
- def test_refs(self):
- val = self.d.expand("${value_of_${foo}${bar}}")
- self.assertEqual(str(val), "187")
- #def test_python_refs(self):
- # val = self.d.expand("${@${@3}**2 + ${@4}**2}")
- # self.assertEqual(str(val), "25")
- def test_ref_in_python_ref(self):
- val = self.d.expand("${@'${foo}' + 'bar'}")
- self.assertEqual(str(val), "foobar")
- def test_python_ref_in_ref(self):
- val = self.d.expand("${${@'f'+'o'+'o'}}")
- self.assertEqual(str(val), "foo")
- def test_deep_nesting(self):
- depth = 100
- val = self.d.expand("${" * depth + "foo" + "}" * depth)
- self.assertEqual(str(val), "foo")
- #def test_deep_python_nesting(self):
- # depth = 50
- # val = self.d.expand("${@" * depth + "1" + "+1}" * depth)
- # self.assertEqual(str(val), str(depth + 1))
- def test_mixed(self):
- val = self.d.expand("${value_of_${@('${foo}'+'bar')[0:3]}${${@'BAR'.lower()}}}")
- self.assertEqual(str(val), "187")
- def test_runtime(self):
- val = self.d.expand("${${@'value_of' + '_f'+'o'+'o'+'b'+'a'+'r'}}")
- self.assertEqual(str(val), "187")
- class TestMemoize(unittest.TestCase):
- def test_memoized(self):
- d = bb.data.init()
- d.setVar("FOO", "bar")
- self.assertTrue(d.getVar("FOO", False) is d.getVar("FOO", False))
- def test_not_memoized(self):
- d1 = bb.data.init()
- d2 = bb.data.init()
- d1.setVar("FOO", "bar")
- d2.setVar("FOO", "bar2")
- self.assertTrue(d1.getVar("FOO", False) is not d2.getVar("FOO", False))
- def test_changed_after_memoized(self):
- d = bb.data.init()
- d.setVar("foo", "value of foo")
- self.assertEqual(str(d.getVar("foo", False)), "value of foo")
- d.setVar("foo", "second value of foo")
- self.assertEqual(str(d.getVar("foo", False)), "second value of foo")
- def test_same_value(self):
- d = bb.data.init()
- d.setVar("foo", "value of")
- d.setVar("bar", "value of")
- self.assertEqual(d.getVar("foo", False),
- d.getVar("bar", False))
- class TestConcat(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("FOO", "foo")
- self.d.setVar("VAL", "val")
- self.d.setVar("BAR", "bar")
- def test_prepend(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.prependVar("TEST", "${FOO}:")
- self.assertEqual(self.d.getVar("TEST"), "foo:val")
- def test_append(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.appendVar("TEST", ":${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "val:bar")
- def test_multiple_append(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.prependVar("TEST", "${FOO}:")
- self.d.appendVar("TEST", ":val2")
- self.d.appendVar("TEST", ":${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "foo:val:val2:bar")
- class TestConcatOverride(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("FOO", "foo")
- self.d.setVar("VAL", "val")
- self.d.setVar("BAR", "bar")
- def test_prepend(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.setVar("TEST_prepend", "${FOO}:")
- self.assertEqual(self.d.getVar("TEST"), "foo:val")
- def test_append(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.setVar("TEST_append", ":${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "val:bar")
- def test_multiple_append(self):
- self.d.setVar("TEST", "${VAL}")
- self.d.setVar("TEST_prepend", "${FOO}:")
- self.d.setVar("TEST_append", ":val2")
- self.d.setVar("TEST_append", ":${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "foo:val:val2:bar")
- def test_append_unset(self):
- self.d.setVar("TEST_prepend", "${FOO}:")
- self.d.setVar("TEST_append", ":val2")
- self.d.setVar("TEST_append", ":${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "foo::val2:bar")
- def test_remove(self):
- self.d.setVar("TEST", "${VAL} ${BAR}")
- self.d.setVar("TEST_remove", "val")
- self.assertEqual(self.d.getVar("TEST"), " bar")
- def test_remove_cleared(self):
- self.d.setVar("TEST", "${VAL} ${BAR}")
- self.d.setVar("TEST_remove", "val")
- self.d.setVar("TEST", "${VAL} ${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "val bar")
- # Ensure the value is unchanged if we have an inactive remove override
- # (including that whitespace is preserved)
- def test_remove_inactive_override(self):
- self.d.setVar("TEST", "${VAL} ${BAR} 123")
- self.d.setVar("TEST_remove_inactiveoverride", "val")
- self.assertEqual(self.d.getVar("TEST"), "val bar 123")
- def test_doubleref_remove(self):
- self.d.setVar("TEST", "${VAL} ${BAR}")
- self.d.setVar("TEST_remove", "val")
- self.d.setVar("TEST_TEST", "${TEST} ${TEST}")
- self.assertEqual(self.d.getVar("TEST_TEST"), " bar bar")
- def test_empty_remove(self):
- self.d.setVar("TEST", "")
- self.d.setVar("TEST_remove", "val")
- self.assertEqual(self.d.getVar("TEST"), "")
- def test_remove_expansion(self):
- self.d.setVar("BAR", "Z")
- self.d.setVar("TEST", "${BAR}/X Y")
- self.d.setVar("TEST_remove", "${BAR}/X")
- self.assertEqual(self.d.getVar("TEST"), " Y")
- def test_remove_expansion_items(self):
- self.d.setVar("TEST", "A B C D")
- self.d.setVar("BAR", "B D")
- self.d.setVar("TEST_remove", "${BAR}")
- self.assertEqual(self.d.getVar("TEST"), "A C ")
- def test_remove_preserve_whitespace(self):
- # When the removal isn't active, the original value should be preserved
- self.d.setVar("TEST", " A B")
- self.d.setVar("TEST_remove", "C")
- self.assertEqual(self.d.getVar("TEST"), " A B")
- def test_remove_preserve_whitespace2(self):
- # When the removal is active preserve the whitespace
- self.d.setVar("TEST", " A B")
- self.d.setVar("TEST_remove", "B")
- self.assertEqual(self.d.getVar("TEST"), " A ")
- class TestOverrides(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("OVERRIDES", "foo:bar:local")
- self.d.setVar("TEST", "testvalue")
- def test_no_override(self):
- self.assertEqual(self.d.getVar("TEST"), "testvalue")
- def test_one_override(self):
- self.d.setVar("TEST_bar", "testvalue2")
- self.assertEqual(self.d.getVar("TEST"), "testvalue2")
- def test_one_override_unset(self):
- self.d.setVar("TEST2_bar", "testvalue2")
- self.assertEqual(self.d.getVar("TEST2"), "testvalue2")
- self.assertCountEqual(list(self.d.keys()), ['TEST', 'TEST2', 'OVERRIDES', 'TEST2_bar'])
- def test_multiple_override(self):
- self.d.setVar("TEST_bar", "testvalue2")
- self.d.setVar("TEST_local", "testvalue3")
- self.d.setVar("TEST_foo", "testvalue4")
- self.assertEqual(self.d.getVar("TEST"), "testvalue3")
- self.assertCountEqual(list(self.d.keys()), ['TEST', 'TEST_foo', 'OVERRIDES', 'TEST_bar', 'TEST_local'])
- def test_multiple_combined_overrides(self):
- self.d.setVar("TEST_local_foo_bar", "testvalue3")
- self.assertEqual(self.d.getVar("TEST"), "testvalue3")
- def test_multiple_overrides_unset(self):
- self.d.setVar("TEST2_local_foo_bar", "testvalue3")
- self.assertEqual(self.d.getVar("TEST2"), "testvalue3")
- def test_keyexpansion_override(self):
- self.d.setVar("LOCAL", "local")
- self.d.setVar("TEST_bar", "testvalue2")
- self.d.setVar("TEST_${LOCAL}", "testvalue3")
- self.d.setVar("TEST_foo", "testvalue4")
- bb.data.expandKeys(self.d)
- self.assertEqual(self.d.getVar("TEST"), "testvalue3")
- def test_rename_override(self):
- self.d.setVar("ALTERNATIVE_ncurses-tools_class-target", "a")
- self.d.setVar("OVERRIDES", "class-target")
- self.d.renameVar("ALTERNATIVE_ncurses-tools", "ALTERNATIVE_lib32-ncurses-tools")
- self.assertEqual(self.d.getVar("ALTERNATIVE_lib32-ncurses-tools"), "a")
- def test_underscore_override(self):
- self.d.setVar("TEST_bar", "testvalue2")
- self.d.setVar("TEST_some_val", "testvalue3")
- self.d.setVar("TEST_foo", "testvalue4")
- self.d.setVar("OVERRIDES", "foo:bar:some_val")
- self.assertEqual(self.d.getVar("TEST"), "testvalue3")
- def test_remove_with_override(self):
- self.d.setVar("TEST_bar", "testvalue2")
- self.d.setVar("TEST_some_val", "testvalue3 testvalue5")
- self.d.setVar("TEST_some_val_remove", "testvalue3")
- self.d.setVar("TEST_foo", "testvalue4")
- self.d.setVar("OVERRIDES", "foo:bar:some_val")
- self.assertEqual(self.d.getVar("TEST"), " testvalue5")
- def test_append_and_override_1(self):
- self.d.setVar("TEST_append", "testvalue2")
- self.d.setVar("TEST_bar", "testvalue3")
- self.assertEqual(self.d.getVar("TEST"), "testvalue3testvalue2")
- def test_append_and_override_2(self):
- self.d.setVar("TEST_append_bar", "testvalue2")
- self.assertEqual(self.d.getVar("TEST"), "testvaluetestvalue2")
- def test_append_and_override_3(self):
- self.d.setVar("TEST_bar_append", "testvalue2")
- self.assertEqual(self.d.getVar("TEST"), "testvalue2")
- # Test an override with _<numeric> in it based on a real world OE issue
- def test_underscore_override(self):
- self.d.setVar("TARGET_ARCH", "x86_64")
- self.d.setVar("PN", "test-${TARGET_ARCH}")
- self.d.setVar("VERSION", "1")
- self.d.setVar("VERSION_pn-test-${TARGET_ARCH}", "2")
- self.d.setVar("OVERRIDES", "pn-${PN}")
- bb.data.expandKeys(self.d)
- self.assertEqual(self.d.getVar("VERSION"), "2")
- class TestKeyExpansion(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("FOO", "foo")
- self.d.setVar("BAR", "foo")
- def test_keyexpand(self):
- self.d.setVar("VAL_${FOO}", "A")
- self.d.setVar("VAL_${BAR}", "B")
- with LogRecord() as logs:
- bb.data.expandKeys(self.d)
- self.assertTrue(logContains("Variable key VAL_${FOO} (A) replaces original key VAL_foo (B)", logs))
- self.assertEqual(self.d.getVar("VAL_foo"), "A")
- class TestFlags(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("foo", "value of foo")
- self.d.setVarFlag("foo", "flag1", "value of flag1")
- self.d.setVarFlag("foo", "flag2", "value of flag2")
- def test_setflag(self):
- self.assertEqual(self.d.getVarFlag("foo", "flag1", False), "value of flag1")
- self.assertEqual(self.d.getVarFlag("foo", "flag2", False), "value of flag2")
- def test_delflag(self):
- self.d.delVarFlag("foo", "flag2")
- self.assertEqual(self.d.getVarFlag("foo", "flag1", False), "value of flag1")
- self.assertEqual(self.d.getVarFlag("foo", "flag2", False), None)
- class Contains(unittest.TestCase):
- def setUp(self):
- self.d = bb.data.init()
- self.d.setVar("SOMEFLAG", "a b c")
- def test_contains(self):
- self.assertTrue(bb.utils.contains("SOMEFLAG", "a", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "b", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "c", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "a b", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "b c", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "c a", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "a b c", True, False, self.d))
- self.assertTrue(bb.utils.contains("SOMEFLAG", "c b a", True, False, self.d))
- self.assertFalse(bb.utils.contains("SOMEFLAG", "x", True, False, self.d))
- self.assertFalse(bb.utils.contains("SOMEFLAG", "a x", True, False, self.d))
- self.assertFalse(bb.utils.contains("SOMEFLAG", "x c b", True, False, self.d))
- self.assertFalse(bb.utils.contains("SOMEFLAG", "x c b a", True, False, self.d))
- def test_contains_any(self):
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "b", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "c", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a b", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "b c", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "c a", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a x", True, False, self.d))
- self.assertTrue(bb.utils.contains_any("SOMEFLAG", "x c", True, False, self.d))
- self.assertFalse(bb.utils.contains_any("SOMEFLAG", "x", True, False, self.d))
- self.assertFalse(bb.utils.contains_any("SOMEFLAG", "x y z", True, False, self.d))
- class TaskHash(unittest.TestCase):
- def test_taskhashes(self):
- def gettask_bashhash(taskname, d):
- tasklist, gendeps, lookupcache = bb.data.generate_dependencies(d, set())
- taskdeps, basehash = bb.data.generate_dependency_hash(tasklist, gendeps, lookupcache, set(), "somefile")
- bb.warn(str(lookupcache))
- return basehash["somefile:" + taskname]
- d = bb.data.init()
- d.setVar("__BBTASKS", ["mytask"])
- d.setVar("__exportlist", [])
- d.setVar("mytask", "${MYCOMMAND}")
- d.setVar("MYCOMMAND", "${VAR}; foo; bar; exit 0")
- d.setVar("VAR", "val")
- orighash = gettask_bashhash("mytask", d)
- # Changing a variable should change the hash
- d.setVar("VAR", "val2")
- nexthash = gettask_bashhash("mytask", d)
- self.assertNotEqual(orighash, nexthash)
- d.setVar("VAR", "val")
- # Adding an inactive removal shouldn't change the hash
- d.setVar("BAR", "notbar")
- d.setVar("MYCOMMAND_remove", "${BAR}")
- nexthash = gettask_bashhash("mytask", d)
- self.assertEqual(orighash, nexthash)
- # Adding an active removal should change the hash
- d.setVar("BAR", "bar;")
- nexthash = gettask_bashhash("mytask", d)
- self.assertNotEqual(orighash, nexthash)
- # Setup an inactive contains()
- d.setVar("VAR", "${@bb.utils.contains('VAR2', 'A', 'val', '', d)}")
- orighash = gettask_bashhash("mytask", d)
- # Activate the contains() and the hash should change
- d.setVar("VAR2", "A")
- nexthash = gettask_bashhash("mytask", d)
- self.assertNotEqual(orighash, nexthash)
- # The contains should be inactive but even though VAR2 has a
- # different value the hash should match the original
- d.setVar("VAR2", "B")
- nexthash = gettask_bashhash("mytask", d)
- self.assertEqual(orighash, nexthash)
- class Serialize(unittest.TestCase):
- def test_serialize(self):
- import tempfile
- import pickle
- d = bb.data.init()
- d.enableTracking()
- d.setVar('HELLO', 'world')
- d.setVarFlag('HELLO', 'other', 'planet')
- with tempfile.NamedTemporaryFile(delete=False) as tmpfile:
- tmpfilename = tmpfile.name
- pickle.dump(d, tmpfile)
- with open(tmpfilename, 'rb') as f:
- newd = pickle.load(f)
- os.remove(tmpfilename)
- self.assertEqual(d, newd)
- self.assertEqual(newd.getVar('HELLO'), 'world')
- self.assertEqual(newd.getVarFlag('HELLO', 'other'), 'planet')
|