data.py 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674
  1. # ex:ts=4:sw=4:sts=4:et
  2. # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
  3. #
  4. # BitBake Tests for the Data Store (data.py/data_smart.py)
  5. #
  6. # Copyright (C) 2010 Chris Larson
  7. # Copyright (C) 2012 Richard Purdie
  8. #
  9. # SPDX-License-Identifier: GPL-2.0-only
  10. #
  11. import unittest
  12. import bb
  13. import bb.data
  14. import bb.parse
  15. import logging
  16. class LogRecord():
  17. def __enter__(self):
  18. logs = []
  19. class LogHandler(logging.Handler):
  20. def emit(self, record):
  21. logs.append(record)
  22. logger = logging.getLogger("BitBake")
  23. handler = LogHandler()
  24. self.handler = handler
  25. logger.addHandler(handler)
  26. return logs
  27. def __exit__(self, type, value, traceback):
  28. logger = logging.getLogger("BitBake")
  29. logger.removeHandler(self.handler)
  30. return
  31. def logContains(item, logs):
  32. for l in logs:
  33. m = l.getMessage()
  34. if item in m:
  35. return True
  36. return False
  37. class DataExpansions(unittest.TestCase):
  38. def setUp(self):
  39. self.d = bb.data.init()
  40. self.d["foo"] = "value_of_foo"
  41. self.d["bar"] = "value_of_bar"
  42. self.d["value_of_foo"] = "value_of_'value_of_foo'"
  43. def test_one_var(self):
  44. val = self.d.expand("${foo}")
  45. self.assertEqual(str(val), "value_of_foo")
  46. def test_indirect_one_var(self):
  47. val = self.d.expand("${${foo}}")
  48. self.assertEqual(str(val), "value_of_'value_of_foo'")
  49. def test_indirect_and_another(self):
  50. val = self.d.expand("${${foo}} ${bar}")
  51. self.assertEqual(str(val), "value_of_'value_of_foo' value_of_bar")
  52. def test_python_snippet(self):
  53. val = self.d.expand("${@5*12}")
  54. self.assertEqual(str(val), "60")
  55. def test_expand_in_python_snippet(self):
  56. val = self.d.expand("${@'boo ' + '${foo}'}")
  57. self.assertEqual(str(val), "boo value_of_foo")
  58. def test_python_snippet_getvar(self):
  59. val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
  60. self.assertEqual(str(val), "value_of_foo value_of_bar")
  61. def test_python_unexpanded(self):
  62. self.d.setVar("bar", "${unsetvar}")
  63. val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
  64. self.assertEqual(str(val), "${@d.getVar('foo') + ' ${unsetvar}'}")
  65. def test_python_snippet_syntax_error(self):
  66. self.d.setVar("FOO", "${@foo = 5}")
  67. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  68. def test_python_snippet_runtime_error(self):
  69. self.d.setVar("FOO", "${@int('test')}")
  70. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  71. def test_python_snippet_error_path(self):
  72. self.d.setVar("FOO", "foo value ${BAR}")
  73. self.d.setVar("BAR", "bar value ${@int('test')}")
  74. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  75. def test_value_containing_value(self):
  76. val = self.d.expand("${@d.getVar('foo') + ' ${bar}'}")
  77. self.assertEqual(str(val), "value_of_foo value_of_bar")
  78. def test_reference_undefined_var(self):
  79. val = self.d.expand("${undefinedvar} meh")
  80. self.assertEqual(str(val), "${undefinedvar} meh")
  81. def test_double_reference(self):
  82. self.d.setVar("BAR", "bar value")
  83. self.d.setVar("FOO", "${BAR} foo ${BAR}")
  84. val = self.d.getVar("FOO")
  85. self.assertEqual(str(val), "bar value foo bar value")
  86. def test_direct_recursion(self):
  87. self.d.setVar("FOO", "${FOO}")
  88. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  89. def test_indirect_recursion(self):
  90. self.d.setVar("FOO", "${BAR}")
  91. self.d.setVar("BAR", "${BAZ}")
  92. self.d.setVar("BAZ", "${FOO}")
  93. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  94. def test_recursion_exception(self):
  95. self.d.setVar("FOO", "${BAR}")
  96. self.d.setVar("BAR", "${${@'FOO'}}")
  97. self.assertRaises(bb.data_smart.ExpansionError, self.d.getVar, "FOO", True)
  98. def test_incomplete_varexp_single_quotes(self):
  99. self.d.setVar("FOO", "sed -i -e 's:IP{:I${:g' $pc")
  100. val = self.d.getVar("FOO")
  101. self.assertEqual(str(val), "sed -i -e 's:IP{:I${:g' $pc")
  102. def test_nonstring(self):
  103. self.d.setVar("TEST", 5)
  104. val = self.d.getVar("TEST")
  105. self.assertEqual(str(val), "5")
  106. def test_rename(self):
  107. self.d.renameVar("foo", "newfoo")
  108. self.assertEqual(self.d.getVar("newfoo", False), "value_of_foo")
  109. self.assertEqual(self.d.getVar("foo", False), None)
  110. def test_deletion(self):
  111. self.d.delVar("foo")
  112. self.assertEqual(self.d.getVar("foo", False), None)
  113. def test_keys(self):
  114. keys = list(self.d.keys())
  115. self.assertCountEqual(keys, ['value_of_foo', 'foo', 'bar'])
  116. def test_keys_deletion(self):
  117. newd = bb.data.createCopy(self.d)
  118. newd.delVar("bar")
  119. keys = list(newd.keys())
  120. self.assertCountEqual(keys, ['value_of_foo', 'foo'])
  121. class TestNestedExpansions(unittest.TestCase):
  122. def setUp(self):
  123. self.d = bb.data.init()
  124. self.d["foo"] = "foo"
  125. self.d["bar"] = "bar"
  126. self.d["value_of_foobar"] = "187"
  127. def test_refs(self):
  128. val = self.d.expand("${value_of_${foo}${bar}}")
  129. self.assertEqual(str(val), "187")
  130. #def test_python_refs(self):
  131. # val = self.d.expand("${@${@3}**2 + ${@4}**2}")
  132. # self.assertEqual(str(val), "25")
  133. def test_ref_in_python_ref(self):
  134. val = self.d.expand("${@'${foo}' + 'bar'}")
  135. self.assertEqual(str(val), "foobar")
  136. def test_python_ref_in_ref(self):
  137. val = self.d.expand("${${@'f'+'o'+'o'}}")
  138. self.assertEqual(str(val), "foo")
  139. def test_deep_nesting(self):
  140. depth = 100
  141. val = self.d.expand("${" * depth + "foo" + "}" * depth)
  142. self.assertEqual(str(val), "foo")
  143. #def test_deep_python_nesting(self):
  144. # depth = 50
  145. # val = self.d.expand("${@" * depth + "1" + "+1}" * depth)
  146. # self.assertEqual(str(val), str(depth + 1))
  147. def test_mixed(self):
  148. val = self.d.expand("${value_of_${@('${foo}'+'bar')[0:3]}${${@'BAR'.lower()}}}")
  149. self.assertEqual(str(val), "187")
  150. def test_runtime(self):
  151. val = self.d.expand("${${@'value_of' + '_f'+'o'+'o'+'b'+'a'+'r'}}")
  152. self.assertEqual(str(val), "187")
  153. class TestMemoize(unittest.TestCase):
  154. def test_memoized(self):
  155. d = bb.data.init()
  156. d.setVar("FOO", "bar")
  157. self.assertTrue(d.getVar("FOO", False) is d.getVar("FOO", False))
  158. def test_not_memoized(self):
  159. d1 = bb.data.init()
  160. d2 = bb.data.init()
  161. d1.setVar("FOO", "bar")
  162. d2.setVar("FOO", "bar2")
  163. self.assertTrue(d1.getVar("FOO", False) is not d2.getVar("FOO", False))
  164. def test_changed_after_memoized(self):
  165. d = bb.data.init()
  166. d.setVar("foo", "value of foo")
  167. self.assertEqual(str(d.getVar("foo", False)), "value of foo")
  168. d.setVar("foo", "second value of foo")
  169. self.assertEqual(str(d.getVar("foo", False)), "second value of foo")
  170. def test_same_value(self):
  171. d = bb.data.init()
  172. d.setVar("foo", "value of")
  173. d.setVar("bar", "value of")
  174. self.assertEqual(d.getVar("foo", False),
  175. d.getVar("bar", False))
  176. class TestConcat(unittest.TestCase):
  177. def setUp(self):
  178. self.d = bb.data.init()
  179. self.d.setVar("FOO", "foo")
  180. self.d.setVar("VAL", "val")
  181. self.d.setVar("BAR", "bar")
  182. def test_prepend(self):
  183. self.d.setVar("TEST", "${VAL}")
  184. self.d.prependVar("TEST", "${FOO}:")
  185. self.assertEqual(self.d.getVar("TEST"), "foo:val")
  186. def test_append(self):
  187. self.d.setVar("TEST", "${VAL}")
  188. self.d.appendVar("TEST", ":${BAR}")
  189. self.assertEqual(self.d.getVar("TEST"), "val:bar")
  190. def test_multiple_append(self):
  191. self.d.setVar("TEST", "${VAL}")
  192. self.d.prependVar("TEST", "${FOO}:")
  193. self.d.appendVar("TEST", ":val2")
  194. self.d.appendVar("TEST", ":${BAR}")
  195. self.assertEqual(self.d.getVar("TEST"), "foo:val:val2:bar")
  196. class TestConcatOverride(unittest.TestCase):
  197. def setUp(self):
  198. self.d = bb.data.init()
  199. self.d.setVar("FOO", "foo")
  200. self.d.setVar("VAL", "val")
  201. self.d.setVar("BAR", "bar")
  202. def test_prepend(self):
  203. self.d.setVar("TEST", "${VAL}")
  204. self.d.setVar("TEST_prepend", "${FOO}:")
  205. self.assertEqual(self.d.getVar("TEST"), "foo:val")
  206. def test_append(self):
  207. self.d.setVar("TEST", "${VAL}")
  208. self.d.setVar("TEST_append", ":${BAR}")
  209. self.assertEqual(self.d.getVar("TEST"), "val:bar")
  210. def test_multiple_append(self):
  211. self.d.setVar("TEST", "${VAL}")
  212. self.d.setVar("TEST_prepend", "${FOO}:")
  213. self.d.setVar("TEST_append", ":val2")
  214. self.d.setVar("TEST_append", ":${BAR}")
  215. self.assertEqual(self.d.getVar("TEST"), "foo:val:val2:bar")
  216. def test_append_unset(self):
  217. self.d.setVar("TEST_prepend", "${FOO}:")
  218. self.d.setVar("TEST_append", ":val2")
  219. self.d.setVar("TEST_append", ":${BAR}")
  220. self.assertEqual(self.d.getVar("TEST"), "foo::val2:bar")
  221. def test_remove(self):
  222. self.d.setVar("TEST", "${VAL} ${BAR}")
  223. self.d.setVar("TEST_remove", "val")
  224. self.assertEqual(self.d.getVar("TEST"), " bar")
  225. def test_remove_cleared(self):
  226. self.d.setVar("TEST", "${VAL} ${BAR}")
  227. self.d.setVar("TEST_remove", "val")
  228. self.d.setVar("TEST", "${VAL} ${BAR}")
  229. self.assertEqual(self.d.getVar("TEST"), "val bar")
  230. # Ensure the value is unchanged if we have an inactive remove override
  231. # (including that whitespace is preserved)
  232. def test_remove_inactive_override(self):
  233. self.d.setVar("TEST", "${VAL} ${BAR} 123")
  234. self.d.setVar("TEST_remove_inactiveoverride", "val")
  235. self.assertEqual(self.d.getVar("TEST"), "val bar 123")
  236. def test_doubleref_remove(self):
  237. self.d.setVar("TEST", "${VAL} ${BAR}")
  238. self.d.setVar("TEST_remove", "val")
  239. self.d.setVar("TEST_TEST", "${TEST} ${TEST}")
  240. self.assertEqual(self.d.getVar("TEST_TEST"), " bar bar")
  241. def test_empty_remove(self):
  242. self.d.setVar("TEST", "")
  243. self.d.setVar("TEST_remove", "val")
  244. self.assertEqual(self.d.getVar("TEST"), "")
  245. def test_remove_expansion(self):
  246. self.d.setVar("BAR", "Z")
  247. self.d.setVar("TEST", "${BAR}/X Y")
  248. self.d.setVar("TEST_remove", "${BAR}/X")
  249. self.assertEqual(self.d.getVar("TEST"), " Y")
  250. def test_remove_expansion_items(self):
  251. self.d.setVar("TEST", "A B C D")
  252. self.d.setVar("BAR", "B D")
  253. self.d.setVar("TEST_remove", "${BAR}")
  254. self.assertEqual(self.d.getVar("TEST"), "A C ")
  255. def test_remove_preserve_whitespace(self):
  256. # When the removal isn't active, the original value should be preserved
  257. self.d.setVar("TEST", " A B")
  258. self.d.setVar("TEST_remove", "C")
  259. self.assertEqual(self.d.getVar("TEST"), " A B")
  260. def test_remove_preserve_whitespace2(self):
  261. # When the removal is active preserve the whitespace
  262. self.d.setVar("TEST", " A B")
  263. self.d.setVar("TEST_remove", "B")
  264. self.assertEqual(self.d.getVar("TEST"), " A ")
  265. class TestOverrides(unittest.TestCase):
  266. def setUp(self):
  267. self.d = bb.data.init()
  268. self.d.setVar("OVERRIDES", "foo:bar:local")
  269. self.d.setVar("TEST", "testvalue")
  270. def test_no_override(self):
  271. self.assertEqual(self.d.getVar("TEST"), "testvalue")
  272. def test_one_override(self):
  273. self.d.setVar("TEST_bar", "testvalue2")
  274. self.assertEqual(self.d.getVar("TEST"), "testvalue2")
  275. def test_one_override_unset(self):
  276. self.d.setVar("TEST2_bar", "testvalue2")
  277. self.assertEqual(self.d.getVar("TEST2"), "testvalue2")
  278. self.assertCountEqual(list(self.d.keys()), ['TEST', 'TEST2', 'OVERRIDES', 'TEST2_bar'])
  279. def test_multiple_override(self):
  280. self.d.setVar("TEST_bar", "testvalue2")
  281. self.d.setVar("TEST_local", "testvalue3")
  282. self.d.setVar("TEST_foo", "testvalue4")
  283. self.assertEqual(self.d.getVar("TEST"), "testvalue3")
  284. self.assertCountEqual(list(self.d.keys()), ['TEST', 'TEST_foo', 'OVERRIDES', 'TEST_bar', 'TEST_local'])
  285. def test_multiple_combined_overrides(self):
  286. self.d.setVar("TEST_local_foo_bar", "testvalue3")
  287. self.assertEqual(self.d.getVar("TEST"), "testvalue3")
  288. def test_multiple_overrides_unset(self):
  289. self.d.setVar("TEST2_local_foo_bar", "testvalue3")
  290. self.assertEqual(self.d.getVar("TEST2"), "testvalue3")
  291. def test_keyexpansion_override(self):
  292. self.d.setVar("LOCAL", "local")
  293. self.d.setVar("TEST_bar", "testvalue2")
  294. self.d.setVar("TEST_${LOCAL}", "testvalue3")
  295. self.d.setVar("TEST_foo", "testvalue4")
  296. bb.data.expandKeys(self.d)
  297. self.assertEqual(self.d.getVar("TEST"), "testvalue3")
  298. def test_rename_override(self):
  299. self.d.setVar("ALTERNATIVE_ncurses-tools_class-target", "a")
  300. self.d.setVar("OVERRIDES", "class-target")
  301. self.d.renameVar("ALTERNATIVE_ncurses-tools", "ALTERNATIVE_lib32-ncurses-tools")
  302. self.assertEqual(self.d.getVar("ALTERNATIVE_lib32-ncurses-tools"), "a")
  303. def test_underscore_override(self):
  304. self.d.setVar("TEST_bar", "testvalue2")
  305. self.d.setVar("TEST_some_val", "testvalue3")
  306. self.d.setVar("TEST_foo", "testvalue4")
  307. self.d.setVar("OVERRIDES", "foo:bar:some_val")
  308. self.assertEqual(self.d.getVar("TEST"), "testvalue3")
  309. def test_remove_with_override(self):
  310. self.d.setVar("TEST_bar", "testvalue2")
  311. self.d.setVar("TEST_some_val", "testvalue3 testvalue5")
  312. self.d.setVar("TEST_some_val_remove", "testvalue3")
  313. self.d.setVar("TEST_foo", "testvalue4")
  314. self.d.setVar("OVERRIDES", "foo:bar:some_val")
  315. self.assertEqual(self.d.getVar("TEST"), " testvalue5")
  316. # Test an override with _<numeric> in it based on a real world OE issue
  317. def test_underscore_override(self):
  318. self.d.setVar("TARGET_ARCH", "x86_64")
  319. self.d.setVar("PN", "test-${TARGET_ARCH}")
  320. self.d.setVar("VERSION", "1")
  321. self.d.setVar("VERSION_pn-test-${TARGET_ARCH}", "2")
  322. self.d.setVar("OVERRIDES", "pn-${PN}")
  323. bb.data.expandKeys(self.d)
  324. self.assertEqual(self.d.getVar("VERSION"), "2")
  325. class TestKeyExpansion(unittest.TestCase):
  326. def setUp(self):
  327. self.d = bb.data.init()
  328. self.d.setVar("FOO", "foo")
  329. self.d.setVar("BAR", "foo")
  330. def test_keyexpand(self):
  331. self.d.setVar("VAL_${FOO}", "A")
  332. self.d.setVar("VAL_${BAR}", "B")
  333. with LogRecord() as logs:
  334. bb.data.expandKeys(self.d)
  335. self.assertTrue(logContains("Variable key VAL_${FOO} (A) replaces original key VAL_foo (B)", logs))
  336. self.assertEqual(self.d.getVar("VAL_foo"), "A")
  337. class TestFlags(unittest.TestCase):
  338. def setUp(self):
  339. self.d = bb.data.init()
  340. self.d.setVar("foo", "value of foo")
  341. self.d.setVarFlag("foo", "flag1", "value of flag1")
  342. self.d.setVarFlag("foo", "flag2", "value of flag2")
  343. def test_setflag(self):
  344. self.assertEqual(self.d.getVarFlag("foo", "flag1", False), "value of flag1")
  345. self.assertEqual(self.d.getVarFlag("foo", "flag2", False), "value of flag2")
  346. def test_delflag(self):
  347. self.d.delVarFlag("foo", "flag2")
  348. self.assertEqual(self.d.getVarFlag("foo", "flag1", False), "value of flag1")
  349. self.assertEqual(self.d.getVarFlag("foo", "flag2", False), None)
  350. class Contains(unittest.TestCase):
  351. def setUp(self):
  352. self.d = bb.data.init()
  353. self.d.setVar("SOMEFLAG", "a b c")
  354. def test_contains(self):
  355. self.assertTrue(bb.utils.contains("SOMEFLAG", "a", True, False, self.d))
  356. self.assertTrue(bb.utils.contains("SOMEFLAG", "b", True, False, self.d))
  357. self.assertTrue(bb.utils.contains("SOMEFLAG", "c", True, False, self.d))
  358. self.assertTrue(bb.utils.contains("SOMEFLAG", "a b", True, False, self.d))
  359. self.assertTrue(bb.utils.contains("SOMEFLAG", "b c", True, False, self.d))
  360. self.assertTrue(bb.utils.contains("SOMEFLAG", "c a", True, False, self.d))
  361. self.assertTrue(bb.utils.contains("SOMEFLAG", "a b c", True, False, self.d))
  362. self.assertTrue(bb.utils.contains("SOMEFLAG", "c b a", True, False, self.d))
  363. self.assertFalse(bb.utils.contains("SOMEFLAG", "x", True, False, self.d))
  364. self.assertFalse(bb.utils.contains("SOMEFLAG", "a x", True, False, self.d))
  365. self.assertFalse(bb.utils.contains("SOMEFLAG", "x c b", True, False, self.d))
  366. self.assertFalse(bb.utils.contains("SOMEFLAG", "x c b a", True, False, self.d))
  367. def test_contains_any(self):
  368. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a", True, False, self.d))
  369. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "b", True, False, self.d))
  370. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "c", True, False, self.d))
  371. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a b", True, False, self.d))
  372. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "b c", True, False, self.d))
  373. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "c a", True, False, self.d))
  374. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "a x", True, False, self.d))
  375. self.assertTrue(bb.utils.contains_any("SOMEFLAG", "x c", True, False, self.d))
  376. self.assertFalse(bb.utils.contains_any("SOMEFLAG", "x", True, False, self.d))
  377. self.assertFalse(bb.utils.contains_any("SOMEFLAG", "x y z", True, False, self.d))
  378. class TaskHash(unittest.TestCase):
  379. def test_taskhashes(self):
  380. def gettask_bashhash(taskname, d):
  381. tasklist, gendeps, lookupcache = bb.data.generate_dependencies(d)
  382. taskdeps, basehash = bb.data.generate_dependency_hash(tasklist, gendeps, lookupcache, set(), "somefile")
  383. bb.warn(str(lookupcache))
  384. return basehash["somefile." + taskname]
  385. d = bb.data.init()
  386. d.setVar("__BBTASKS", ["mytask"])
  387. d.setVar("__exportlist", [])
  388. d.setVar("mytask", "${MYCOMMAND}")
  389. d.setVar("MYCOMMAND", "${VAR}; foo; bar; exit 0")
  390. d.setVar("VAR", "val")
  391. orighash = gettask_bashhash("mytask", d)
  392. # Changing a variable should change the hash
  393. d.setVar("VAR", "val2")
  394. nexthash = gettask_bashhash("mytask", d)
  395. self.assertNotEqual(orighash, nexthash)
  396. d.setVar("VAR", "val")
  397. # Adding an inactive removal shouldn't change the hash
  398. d.setVar("BAR", "notbar")
  399. d.setVar("MYCOMMAND_remove", "${BAR}")
  400. nexthash = gettask_bashhash("mytask", d)
  401. self.assertEqual(orighash, nexthash)
  402. # Adding an active removal should change the hash
  403. d.setVar("BAR", "bar;")
  404. nexthash = gettask_bashhash("mytask", d)
  405. self.assertNotEqual(orighash, nexthash)
  406. # Setup an inactive contains()
  407. d.setVar("VAR", "${@bb.utils.contains('VAR2', 'A', 'val', '', d)}")
  408. orighash = gettask_bashhash("mytask", d)
  409. # Activate the contains() and the hash should change
  410. d.setVar("VAR2", "A")
  411. nexthash = gettask_bashhash("mytask", d)
  412. self.assertNotEqual(orighash, nexthash)
  413. # The contains should be inactive but even though VAR2 has a
  414. # different value the hash should match the original
  415. d.setVar("VAR2", "B")
  416. nexthash = gettask_bashhash("mytask", d)
  417. self.assertEqual(orighash, nexthash)
  418. class Serialize(unittest.TestCase):
  419. def test_serialize(self):
  420. import tempfile
  421. import pickle
  422. d = bb.data.init()
  423. d.enableTracking()
  424. d.setVar('HELLO', 'world')
  425. d.setVarFlag('HELLO', 'other', 'planet')
  426. with tempfile.NamedTemporaryFile(delete=False) as tmpfile:
  427. tmpfilename = tmpfile.name
  428. pickle.dump(d, tmpfile)
  429. with open(tmpfilename, 'rb') as f:
  430. newd = pickle.load(f)
  431. os.remove(tmpfilename)
  432. self.assertEqual(d, newd)
  433. self.assertEqual(newd.getVar('HELLO'), 'world')
  434. self.assertEqual(newd.getVarFlag('HELLO', 'other'), 'planet')
  435. # Remote datastore tests
  436. # These really only test the interface, since in actual usage we have a
  437. # tinfoil connector that does everything over RPC, and this doesn't test
  438. # that.
  439. class TestConnector:
  440. d = None
  441. def __init__(self, d):
  442. self.d = d
  443. def getVar(self, name):
  444. return self.d._findVar(name)
  445. def getKeys(self):
  446. return set(self.d.keys())
  447. def getVarHistory(self, name):
  448. return self.d.varhistory.variable(name)
  449. def expandPythonRef(self, varname, expr, d):
  450. localdata = self.d.createCopy()
  451. for key in d.localkeys():
  452. localdata.setVar(d.getVar(key))
  453. varparse = bb.data_smart.VariableParse(varname, localdata)
  454. return varparse.python_sub(expr)
  455. def setVar(self, name, value):
  456. self.d.setVar(name, value)
  457. def setVarFlag(self, name, flag, value):
  458. self.d.setVarFlag(name, flag, value)
  459. def delVar(self, name):
  460. self.d.delVar(name)
  461. return False
  462. def delVarFlag(self, name, flag):
  463. self.d.delVarFlag(name, flag)
  464. return False
  465. def renameVar(self, name, newname):
  466. self.d.renameVar(name, newname)
  467. return False
  468. class Remote(unittest.TestCase):
  469. def test_remote(self):
  470. d1 = bb.data.init()
  471. d1.enableTracking()
  472. d2 = bb.data.init()
  473. d2.enableTracking()
  474. connector = TestConnector(d1)
  475. d2.setVar('_remote_data', connector)
  476. d1.setVar('HELLO', 'world')
  477. d1.setVarFlag('OTHER', 'flagname', 'flagvalue')
  478. self.assertEqual(d2.getVar('HELLO'), 'world')
  479. self.assertEqual(d2.expand('${HELLO}'), 'world')
  480. self.assertEqual(d2.expand('${@d.getVar("HELLO")}'), 'world')
  481. self.assertIn('flagname', d2.getVarFlags('OTHER'))
  482. self.assertEqual(d2.getVarFlag('OTHER', 'flagname'), 'flagvalue')
  483. self.assertEqual(d1.varhistory.variable('HELLO'), d2.varhistory.variable('HELLO'))
  484. # Test setVar on client side affects server
  485. d2.setVar('HELLO', 'other-world')
  486. self.assertEqual(d1.getVar('HELLO'), 'other-world')
  487. # Test setVarFlag on client side affects server
  488. d2.setVarFlag('HELLO', 'flagname', 'flagvalue')
  489. self.assertEqual(d1.getVarFlag('HELLO', 'flagname'), 'flagvalue')
  490. # Test client side data is incorporated in python expansion (which is done on server)
  491. d2.setVar('FOO', 'bar')
  492. self.assertEqual(d2.expand('${@d.getVar("FOO")}'), 'bar')
  493. # Test overrides work
  494. d1.setVar('FOO_test', 'baz')
  495. d1.appendVar('OVERRIDES', ':test')
  496. self.assertEqual(d2.getVar('FOO'), 'baz')
  497. # Remote equivalents of local test classes
  498. # Note that these aren't perfect since we only test in one direction
  499. class RemoteDataExpansions(DataExpansions):
  500. def setUp(self):
  501. self.d1 = bb.data.init()
  502. self.d = bb.data.init()
  503. self.d1["foo"] = "value_of_foo"
  504. self.d1["bar"] = "value_of_bar"
  505. self.d1["value_of_foo"] = "value_of_'value_of_foo'"
  506. connector = TestConnector(self.d1)
  507. self.d.setVar('_remote_data', connector)
  508. class TestRemoteNestedExpansions(TestNestedExpansions):
  509. def setUp(self):
  510. self.d1 = bb.data.init()
  511. self.d = bb.data.init()
  512. self.d1["foo"] = "foo"
  513. self.d1["bar"] = "bar"
  514. self.d1["value_of_foobar"] = "187"
  515. connector = TestConnector(self.d1)
  516. self.d.setVar('_remote_data', connector)
  517. class TestRemoteConcat(TestConcat):
  518. def setUp(self):
  519. self.d1 = bb.data.init()
  520. self.d = bb.data.init()
  521. self.d1.setVar("FOO", "foo")
  522. self.d1.setVar("VAL", "val")
  523. self.d1.setVar("BAR", "bar")
  524. connector = TestConnector(self.d1)
  525. self.d.setVar('_remote_data', connector)
  526. class TestRemoteConcatOverride(TestConcatOverride):
  527. def setUp(self):
  528. self.d1 = bb.data.init()
  529. self.d = bb.data.init()
  530. self.d1.setVar("FOO", "foo")
  531. self.d1.setVar("VAL", "val")
  532. self.d1.setVar("BAR", "bar")
  533. connector = TestConnector(self.d1)
  534. self.d.setVar('_remote_data', connector)
  535. class TestRemoteOverrides(TestOverrides):
  536. def setUp(self):
  537. self.d1 = bb.data.init()
  538. self.d = bb.data.init()
  539. self.d1.setVar("OVERRIDES", "foo:bar:local")
  540. self.d1.setVar("TEST", "testvalue")
  541. connector = TestConnector(self.d1)
  542. self.d.setVar('_remote_data', connector)
  543. class TestRemoteKeyExpansion(TestKeyExpansion):
  544. def setUp(self):
  545. self.d1 = bb.data.init()
  546. self.d = bb.data.init()
  547. self.d1.setVar("FOO", "foo")
  548. self.d1.setVar("BAR", "foo")
  549. connector = TestConnector(self.d1)
  550. self.d.setVar('_remote_data', connector)
  551. class TestRemoteFlags(TestFlags):
  552. def setUp(self):
  553. self.d1 = bb.data.init()
  554. self.d = bb.data.init()
  555. self.d1.setVar("foo", "value of foo")
  556. self.d1.setVarFlag("foo", "flag1", "value of flag1")
  557. self.d1.setVarFlag("foo", "flag2", "value of flag2")
  558. connector = TestConnector(self.d1)
  559. self.d.setVar('_remote_data', connector)