runqueue.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. #
  2. # BitBake Tests for runqueue task processing
  3. #
  4. # Copyright (C) 2019 Richard Purdie
  5. #
  6. # SPDX-License-Identifier: GPL-2.0-only
  7. #
  8. import unittest
  9. import bb
  10. import os
  11. import tempfile
  12. import subprocess
  13. import sys
  14. #
  15. # TODO:
  16. # Add tests on task ordering (X happens before Y after Z)
  17. #
  18. class RunQueueTests(unittest.TestCase):
  19. alltasks = ['package', 'fetch', 'unpack', 'patch', 'prepare_recipe_sysroot', 'configure',
  20. 'compile', 'install', 'packagedata', 'package_qa', 'package_write_rpm', 'package_write_ipk',
  21. 'populate_sysroot', 'build']
  22. a1_sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
  23. b1_sstatevalid = "b1:do_package b1:do_package_qa b1:do_packagedata b1:do_package_write_ipk b1:do_package_write_rpm b1:do_populate_lic b1:do_populate_sysroot"
  24. def run_bitbakecmd(self, cmd, builddir, sstatevalid="", slowtasks="", extraenv=None, cleanup=False):
  25. env = os.environ.copy()
  26. env["BBPATH"] = os.path.realpath(os.path.join(os.path.dirname(__file__), "runqueue-tests"))
  27. env["BB_ENV_EXTRAWHITE"] = "SSTATEVALID SLOWTASKS"
  28. env["SSTATEVALID"] = sstatevalid
  29. env["SLOWTASKS"] = slowtasks
  30. if extraenv:
  31. for k in extraenv:
  32. env[k] = extraenv[k]
  33. env["BB_ENV_EXTRAWHITE"] = env["BB_ENV_EXTRAWHITE"] + " " + k
  34. try:
  35. output = subprocess.check_output(cmd, env=env, stderr=subprocess.STDOUT,universal_newlines=True, cwd=builddir)
  36. print(output)
  37. except subprocess.CalledProcessError as e:
  38. self.fail("Command %s failed with %s" % (cmd, e.output))
  39. tasks = []
  40. tasklog = builddir + "/task.log"
  41. if os.path.exists(tasklog):
  42. with open(tasklog, "r") as f:
  43. tasks = [line.rstrip() for line in f]
  44. if cleanup:
  45. os.remove(tasklog)
  46. return tasks
  47. def test_no_setscenevalid(self):
  48. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  49. cmd = ["bitbake", "a1"]
  50. sstatevalid = ""
  51. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  52. expected = ['a1:' + x for x in self.alltasks]
  53. self.assertEqual(set(tasks), set(expected))
  54. def test_single_setscenevalid(self):
  55. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  56. cmd = ["bitbake", "a1"]
  57. sstatevalid = "a1:do_package"
  58. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  59. expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
  60. 'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
  61. 'a1:populate_sysroot', 'a1:build']
  62. self.assertEqual(set(tasks), set(expected))
  63. def test_intermediate_setscenevalid(self):
  64. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  65. cmd = ["bitbake", "a1"]
  66. sstatevalid = "a1:do_package a1:do_populate_sysroot"
  67. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  68. expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
  69. 'a1:populate_sysroot_setscene', 'a1:build']
  70. self.assertEqual(set(tasks), set(expected))
  71. def test_intermediate_notcovered(self):
  72. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  73. cmd = ["bitbake", "a1"]
  74. sstatevalid = "a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
  75. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  76. expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
  77. 'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
  78. self.assertEqual(set(tasks), set(expected))
  79. def test_all_setscenevalid(self):
  80. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  81. cmd = ["bitbake", "a1"]
  82. sstatevalid = self.a1_sstatevalid
  83. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  84. expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
  85. 'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
  86. self.assertEqual(set(tasks), set(expected))
  87. def test_no_settasks(self):
  88. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  89. cmd = ["bitbake", "a1", "-c", "patch"]
  90. sstatevalid = self.a1_sstatevalid
  91. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  92. expected = ['a1:fetch', 'a1:unpack', 'a1:patch']
  93. self.assertEqual(set(tasks), set(expected))
  94. def test_mix_covered_notcovered(self):
  95. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  96. cmd = ["bitbake", "a1:do_patch", "a1:do_populate_sysroot"]
  97. sstatevalid = self.a1_sstatevalid
  98. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  99. expected = ['a1:fetch', 'a1:unpack', 'a1:patch', 'a1:populate_sysroot_setscene']
  100. self.assertEqual(set(tasks), set(expected))
  101. # Test targets with intermediate setscene tasks alongside a target with no intermediate setscene tasks
  102. def test_mixed_direct_tasks_setscene_tasks(self):
  103. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  104. cmd = ["bitbake", "c1:do_patch", "a1"]
  105. sstatevalid = self.a1_sstatevalid
  106. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  107. expected = ['c1:fetch', 'c1:unpack', 'c1:patch', 'a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
  108. 'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
  109. self.assertEqual(set(tasks), set(expected))
  110. # This test slows down the execution of do_package_setscene until after other real tasks have
  111. # started running which tests for a bug where tasks were being lost from the buildable list of real
  112. # tasks if they weren't in tasks_covered or tasks_notcovered
  113. def test_slow_setscene(self):
  114. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  115. cmd = ["bitbake", "a1"]
  116. sstatevalid = "a1:do_package"
  117. slowtasks = "a1:package_setscene"
  118. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, slowtasks)
  119. expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
  120. 'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
  121. 'a1:populate_sysroot', 'a1:build']
  122. self.assertEqual(set(tasks), set(expected))
  123. def test_setscenewhitelist(self):
  124. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  125. cmd = ["bitbake", "a1"]
  126. extraenv = {
  127. "BB_SETSCENE_ENFORCE" : "1",
  128. "BB_SETSCENE_ENFORCE_WHITELIST" : "a1:do_package_write_rpm a1:do_build"
  129. }
  130. sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_populate_lic a1:do_populate_sysroot"
  131. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
  132. expected = ['a1:packagedata_setscene', 'a1:package_qa_setscene', 'a1:package_write_ipk_setscene',
  133. 'a1:populate_sysroot_setscene', 'a1:package_setscene']
  134. self.assertEqual(set(tasks), set(expected))
  135. # Tests for problems with dependencies between setscene tasks
  136. def test_no_setscenevalid_harddeps(self):
  137. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  138. cmd = ["bitbake", "d1"]
  139. sstatevalid = ""
  140. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  141. expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
  142. 'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
  143. 'a1:populate_sysroot', 'd1:package', 'd1:fetch', 'd1:unpack', 'd1:patch', 'd1:prepare_recipe_sysroot', 'd1:configure',
  144. 'd1:compile', 'd1:install', 'd1:packagedata', 'd1:package_qa', 'd1:package_write_rpm', 'd1:package_write_ipk',
  145. 'd1:populate_sysroot', 'd1:build']
  146. self.assertEqual(set(tasks), set(expected))
  147. def test_no_setscenevalid_withdeps(self):
  148. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  149. cmd = ["bitbake", "b1"]
  150. sstatevalid = ""
  151. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  152. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
  153. expected.remove('a1:build')
  154. expected.remove('a1:package_qa')
  155. self.assertEqual(set(tasks), set(expected))
  156. def test_single_a1_setscenevalid_withdeps(self):
  157. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  158. cmd = ["bitbake", "b1"]
  159. sstatevalid = "a1:do_package"
  160. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  161. expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
  162. 'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
  163. 'a1:populate_sysroot'] + ['b1:' + x for x in self.alltasks]
  164. self.assertEqual(set(tasks), set(expected))
  165. def test_single_b1_setscenevalid_withdeps(self):
  166. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  167. cmd = ["bitbake", "b1"]
  168. sstatevalid = "b1:do_package"
  169. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  170. expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
  171. 'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
  172. 'a1:populate_sysroot', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
  173. expected.remove('b1:package')
  174. self.assertEqual(set(tasks), set(expected))
  175. def test_intermediate_setscenevalid_withdeps(self):
  176. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  177. cmd = ["bitbake", "b1"]
  178. sstatevalid = "a1:do_package a1:do_populate_sysroot b1:do_package"
  179. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  180. expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
  181. 'a1:populate_sysroot_setscene', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
  182. expected.remove('b1:package')
  183. self.assertEqual(set(tasks), set(expected))
  184. def test_all_setscenevalid_withdeps(self):
  185. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  186. cmd = ["bitbake", "b1"]
  187. sstatevalid = self.a1_sstatevalid + " " + self.b1_sstatevalid
  188. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
  189. expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
  190. 'b1:build', 'a1:populate_sysroot_setscene', 'b1:package_write_ipk_setscene', 'b1:package_write_rpm_setscene',
  191. 'b1:packagedata_setscene', 'b1:package_qa_setscene', 'b1:populate_sysroot_setscene']
  192. self.assertEqual(set(tasks), set(expected))
  193. def test_multiconfig_setscene_optimise(self):
  194. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  195. extraenv = {
  196. "BBMULTICONFIG" : "mc1 mc2",
  197. "BB_SIGNATURE_HANDLER" : "basic"
  198. }
  199. cmd = ["bitbake", "b1", "mc:mc1:b1", "mc:mc2:b1"]
  200. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  201. 'populate_sysroot_setscene', 'package_qa_setscene']
  202. sstatevalid = ""
  203. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
  204. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + \
  205. ['mc1:b1:' + x for x in setscenetasks] + ['mc1:a1:' + x for x in setscenetasks] + \
  206. ['mc2:b1:' + x for x in setscenetasks] + ['mc2:a1:' + x for x in setscenetasks] + \
  207. ['mc1:b1:build', 'mc2:b1:build']
  208. for x in ['mc1:a1:package_qa_setscene', 'mc2:a1:package_qa_setscene', 'a1:build', 'a1:package_qa']:
  209. expected.remove(x)
  210. self.assertEqual(set(tasks), set(expected))
  211. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  212. def test_hashserv_single(self):
  213. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  214. extraenv = {
  215. "BB_HASHSERVE" : "auto",
  216. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  217. }
  218. cmd = ["bitbake", "a1", "b1"]
  219. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  220. 'populate_sysroot_setscene', 'package_qa_setscene']
  221. sstatevalid = ""
  222. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  223. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
  224. self.assertEqual(set(tasks), set(expected))
  225. cmd = ["bitbake", "a1", "-c", "install", "-f"]
  226. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  227. expected = ['a1:install']
  228. self.assertEqual(set(tasks), set(expected))
  229. cmd = ["bitbake", "a1", "b1"]
  230. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  231. expected = ['a1:populate_sysroot', 'a1:package', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
  232. 'a1:package_write_ipk_setscene', 'a1:package_qa_setscene']
  233. self.assertEqual(set(tasks), set(expected))
  234. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  235. def test_hashserv_double(self):
  236. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  237. extraenv = {
  238. "BB_HASHSERVE" : "auto",
  239. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  240. }
  241. cmd = ["bitbake", "a1", "b1", "e1"]
  242. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  243. 'populate_sysroot_setscene', 'package_qa_setscene']
  244. sstatevalid = ""
  245. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  246. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
  247. self.assertEqual(set(tasks), set(expected))
  248. cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
  249. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  250. cmd = ["bitbake", "e1"]
  251. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  252. expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
  253. 'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
  254. 'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene']
  255. self.assertEqual(set(tasks), set(expected))
  256. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  257. def test_hashserv_multiple_setscene(self):
  258. # Runs e1:do_package_setscene twice
  259. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  260. extraenv = {
  261. "BB_HASHSERVE" : "auto",
  262. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  263. }
  264. cmd = ["bitbake", "a1", "b1", "e1"]
  265. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  266. 'populate_sysroot_setscene', 'package_qa_setscene']
  267. sstatevalid = ""
  268. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  269. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
  270. self.assertEqual(set(tasks), set(expected))
  271. cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
  272. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  273. cmd = ["bitbake", "e1"]
  274. sstatevalid = "e1:do_package"
  275. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True, slowtasks="a1:populate_sysroot b1:populate_sysroot")
  276. expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
  277. 'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
  278. 'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
  279. 'e1:package_setscene']
  280. self.assertEqual(set(tasks), set(expected))
  281. for i in expected:
  282. if i in ["e1:package_setscene"]:
  283. self.assertEqual(tasks.count(i), 4, "%s not in task list four times" % i)
  284. else:
  285. self.assertEqual(tasks.count(i), 1, "%s not in task list once" % i)
  286. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  287. def test_hashserv_partial_match(self):
  288. # e1:do_package matches initial built but not second hash value
  289. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  290. extraenv = {
  291. "BB_HASHSERVE" : "auto",
  292. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  293. }
  294. cmd = ["bitbake", "a1", "b1"]
  295. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  296. 'populate_sysroot_setscene', 'package_qa_setscene']
  297. sstatevalid = ""
  298. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  299. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
  300. self.assertEqual(set(tasks), set(expected))
  301. with open(tempdir + "/stamps/a1.do_install.taint", "w") as f:
  302. f.write("d460a29e-903f-4b76-a96b-3bcc22a65994")
  303. with open(tempdir + "/stamps/b1.do_install.taint", "w") as f:
  304. f.write("ed36d46a-2977-458a-b3de-eef885bc1817")
  305. cmd = ["bitbake", "e1"]
  306. sstatevalid = "e1:do_package:685e69a026b2f029483fdefe6a11e1e06641dd2a0f6f86e27b9b550f8f21229d"
  307. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  308. expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
  309. 'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
  310. 'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
  311. 'e1:package_setscene'] + ['e1:' + x for x in self.alltasks]
  312. expected.remove('e1:package')
  313. self.assertEqual(set(tasks), set(expected))
  314. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  315. def test_hashserv_partial_match2(self):
  316. # e1:do_package + e1:do_populate_sysroot matches initial built but not second hash value
  317. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  318. extraenv = {
  319. "BB_HASHSERVE" : "auto",
  320. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  321. }
  322. cmd = ["bitbake", "a1", "b1"]
  323. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  324. 'populate_sysroot_setscene', 'package_qa_setscene']
  325. sstatevalid = ""
  326. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  327. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
  328. self.assertEqual(set(tasks), set(expected))
  329. with open(tempdir + "/stamps/a1.do_install.taint", "w") as f:
  330. f.write("d460a29e-903f-4b76-a96b-3bcc22a65994")
  331. with open(tempdir + "/stamps/b1.do_install.taint", "w") as f:
  332. f.write("ed36d46a-2977-458a-b3de-eef885bc1817")
  333. cmd = ["bitbake", "e1"]
  334. sstatevalid = "e1:do_package:685e69a026b2f029483fdefe6a11e1e06641dd2a0f6f86e27b9b550f8f21229d e1:do_populate_sysroot:ef7dc0e2dd55d0534e75cba50731ff42f949818b6f29a65d72bc05856e56711d"
  335. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  336. expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
  337. 'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
  338. 'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
  339. 'e1:package_setscene', 'e1:populate_sysroot_setscene', 'e1:build', 'e1:package_qa', 'e1:package_write_rpm', 'e1:package_write_ipk', 'e1:packagedata']
  340. self.assertEqual(set(tasks), set(expected))
  341. @unittest.skipIf(sys.version_info < (3, 5, 0), 'Python 3.5 or later required')
  342. def test_hashserv_partial_match3(self):
  343. # e1:do_package is valid for a1 but not after b1
  344. # In former buggy code, this triggered e1:do_fetch, then e1:do_populate_sysroot to run
  345. # with none of the intermediate tasks which is a serious bug
  346. with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
  347. extraenv = {
  348. "BB_HASHSERVE" : "auto",
  349. "BB_SIGNATURE_HANDLER" : "TestEquivHash"
  350. }
  351. cmd = ["bitbake", "a1", "b1"]
  352. setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
  353. 'populate_sysroot_setscene', 'package_qa_setscene']
  354. sstatevalid = ""
  355. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
  356. expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
  357. self.assertEqual(set(tasks), set(expected))
  358. with open(tempdir + "/stamps/a1.do_install.taint", "w") as f:
  359. f.write("d460a29e-903f-4b76-a96b-3bcc22a65994")
  360. with open(tempdir + "/stamps/b1.do_install.taint", "w") as f:
  361. f.write("ed36d46a-2977-458a-b3de-eef885bc1817")
  362. cmd = ["bitbake", "e1", "-DD"]
  363. sstatevalid = "e1:do_package:af056eae12a733a6a8c4f4da8c6757e588e13565852c94e2aad4d953a3989c13 e1:do_package:a3677703db82b22d28d57c1820a47851dd780104580863f5bd32e66e003a779d"
  364. tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True, slowtasks="e1:fetch b1:install")
  365. expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
  366. 'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
  367. 'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
  368. 'e1:package_setscene'] + ['e1:' + x for x in self.alltasks]
  369. expected.remove('e1:package')
  370. self.assertEqual(set(tasks), set(expected))