populate_sdk_base.bbclass 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345
  1. inherit meta image-postinst-intercepts image-artifact-names
  2. # Wildcards specifying complementary packages to install for every package that has been explicitly
  3. # installed into the rootfs
  4. COMPLEMENTARY_GLOB[dev-pkgs] = '*-dev'
  5. COMPLEMENTARY_GLOB[staticdev-pkgs] = '*-staticdev'
  6. COMPLEMENTARY_GLOB[doc-pkgs] = '*-doc'
  7. COMPLEMENTARY_GLOB[dbg-pkgs] = '*-dbg'
  8. COMPLEMENTARY_GLOB[src-pkgs] = '*-src'
  9. COMPLEMENTARY_GLOB[ptest-pkgs] = '*-ptest'
  10. COMPLEMENTARY_GLOB[bash-completion-pkgs] = '*-bash-completion'
  11. def complementary_globs(featurevar, d):
  12. all_globs = d.getVarFlags('COMPLEMENTARY_GLOB')
  13. globs = []
  14. features = set((d.getVar(featurevar) or '').split())
  15. for name, glob in all_globs.items():
  16. if name in features:
  17. globs.append(glob)
  18. return ' '.join(globs)
  19. SDKIMAGE_FEATURES ??= "dev-pkgs dbg-pkgs src-pkgs ${@bb.utils.contains('DISTRO_FEATURES', 'api-documentation', 'doc-pkgs', '', d)}"
  20. SDKIMAGE_INSTALL_COMPLEMENTARY = '${@complementary_globs("SDKIMAGE_FEATURES", d)}'
  21. SDKIMAGE_INSTALL_COMPLEMENTARY[vardeps] += "SDKIMAGE_FEATURES"
  22. PACKAGE_ARCHS_append_task-populate-sdk = " sdk-provides-dummy-target"
  23. SDK_PACKAGE_ARCHS += "sdk-provides-dummy-${SDKPKGSUFFIX}"
  24. # List of locales to install, or "all" for all of them, or unset for none.
  25. SDKIMAGE_LINGUAS ?= "all"
  26. inherit rootfs_${IMAGE_PKGTYPE}
  27. SDK_DIR = "${WORKDIR}/sdk"
  28. SDK_OUTPUT = "${SDK_DIR}/image"
  29. SDK_DEPLOY = "${DEPLOY_DIR}/sdk"
  30. SDKDEPLOYDIR = "${WORKDIR}/${SDKMACHINE}-deploy-${PN}-populate-sdk"
  31. B_task-populate-sdk = "${SDK_DIR}"
  32. SDKTARGETSYSROOT = "${SDKPATH}/sysroots/${REAL_MULTIMACH_TARGET_SYS}"
  33. TOOLCHAIN_HOST_TASK ?= "nativesdk-packagegroup-sdk-host packagegroup-cross-canadian-${MACHINE}"
  34. TOOLCHAIN_HOST_TASK_ATTEMPTONLY ?= ""
  35. TOOLCHAIN_TARGET_TASK ?= "${@multilib_pkg_extend(d, 'packagegroup-core-standalone-sdk-target')} target-sdk-provides-dummy"
  36. TOOLCHAIN_TARGET_TASK_ATTEMPTONLY ?= ""
  37. TOOLCHAIN_OUTPUTNAME ?= "${SDK_NAME}-toolchain-${SDK_VERSION}"
  38. # Default archived SDK's suffix
  39. SDK_ARCHIVE_TYPE ?= "tar.xz"
  40. SDK_XZ_COMPRESSION_LEVEL ?= "-9"
  41. SDK_XZ_OPTIONS ?= "${XZ_DEFAULTS} ${SDK_XZ_COMPRESSION_LEVEL}"
  42. # To support different sdk type according to SDK_ARCHIVE_TYPE, now support zip and tar.xz
  43. python () {
  44. if d.getVar('SDK_ARCHIVE_TYPE') == 'zip':
  45. d.setVar('SDK_ARCHIVE_DEPENDS', 'zip-native')
  46. # SDK_ARCHIVE_CMD used to generate archived sdk ${TOOLCHAIN_OUTPUTNAME}.${SDK_ARCHIVE_TYPE} from input dir ${SDK_OUTPUT}/${SDKPATH} to output dir ${SDKDEPLOYDIR}
  47. # recommand to cd into input dir first to avoid archive with buildpath
  48. d.setVar('SDK_ARCHIVE_CMD', 'cd ${SDK_OUTPUT}/${SDKPATH}; zip -r -y ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.${SDK_ARCHIVE_TYPE} .')
  49. else:
  50. d.setVar('SDK_ARCHIVE_DEPENDS', 'xz-native')
  51. d.setVar('SDK_ARCHIVE_CMD', 'cd ${SDK_OUTPUT}/${SDKPATH}; tar ${SDKTAROPTS} -cf - . | xz ${SDK_XZ_OPTIONS} > ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.${SDK_ARCHIVE_TYPE}')
  52. }
  53. SDK_RDEPENDS = "${TOOLCHAIN_TARGET_TASK} ${TOOLCHAIN_HOST_TASK}"
  54. SDK_DEPENDS = "virtual/fakeroot-native ${SDK_ARCHIVE_DEPENDS} cross-localedef-native nativesdk-qemuwrapper-cross ${@' '.join(["%s-qemuwrapper-cross" % m for m in d.getVar("MULTILIB_VARIANTS").split()])} qemuwrapper-cross"
  55. PATH_prepend = "${STAGING_DIR_HOST}${SDKPATHNATIVE}${bindir}/crossscripts:${@":".join(all_multilib_tune_values(d, 'STAGING_BINDIR_CROSS').split())}:"
  56. SDK_DEPENDS += "nativesdk-glibc-locale"
  57. # We want the MULTIARCH_TARGET_SYS to point to the TUNE_PKGARCH, not PACKAGE_ARCH as it
  58. # could be set to the MACHINE_ARCH
  59. REAL_MULTIMACH_TARGET_SYS = "${TUNE_PKGARCH}${TARGET_VENDOR}-${TARGET_OS}"
  60. PID = "${@os.getpid()}"
  61. EXCLUDE_FROM_WORLD = "1"
  62. SDK_PACKAGING_FUNC ?= "create_shar"
  63. SDK_PRE_INSTALL_COMMAND ?= ""
  64. SDK_POST_INSTALL_COMMAND ?= ""
  65. SDK_RELOCATE_AFTER_INSTALL ?= "1"
  66. SDKEXTPATH ??= "~/${@d.getVar('DISTRO')}_sdk"
  67. SDK_TITLE ??= "${@d.getVar('DISTRO_NAME') or d.getVar('DISTRO')} SDK"
  68. SDK_TARGET_MANIFEST = "${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.target.manifest"
  69. SDK_HOST_MANIFEST = "${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.host.manifest"
  70. SDK_EXT_TARGET_MANIFEST = "${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.target.manifest"
  71. SDK_EXT_HOST_MANIFEST = "${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.host.manifest"
  72. python write_target_sdk_manifest () {
  73. from oe.sdk import sdk_list_installed_packages
  74. from oe.utils import format_pkg_list
  75. sdkmanifestdir = os.path.dirname(d.getVar("SDK_TARGET_MANIFEST"))
  76. pkgs = sdk_list_installed_packages(d, True)
  77. if not os.path.exists(sdkmanifestdir):
  78. bb.utils.mkdirhier(sdkmanifestdir)
  79. with open(d.getVar('SDK_TARGET_MANIFEST'), 'w') as output:
  80. output.write(format_pkg_list(pkgs, 'ver'))
  81. }
  82. python write_sdk_test_data() {
  83. from oe.data import export2json
  84. testdata = "%s/%s.testdata.json" % (d.getVar('SDKDEPLOYDIR'), d.getVar('TOOLCHAIN_OUTPUTNAME'))
  85. bb.utils.mkdirhier(os.path.dirname(testdata))
  86. export2json(d, testdata)
  87. }
  88. python write_host_sdk_manifest () {
  89. from oe.sdk import sdk_list_installed_packages
  90. from oe.utils import format_pkg_list
  91. sdkmanifestdir = os.path.dirname(d.getVar("SDK_HOST_MANIFEST"))
  92. pkgs = sdk_list_installed_packages(d, False)
  93. if not os.path.exists(sdkmanifestdir):
  94. bb.utils.mkdirhier(sdkmanifestdir)
  95. with open(d.getVar('SDK_HOST_MANIFEST'), 'w') as output:
  96. output.write(format_pkg_list(pkgs, 'ver'))
  97. }
  98. POPULATE_SDK_POST_TARGET_COMMAND_append = " write_sdk_test_data ; "
  99. POPULATE_SDK_POST_TARGET_COMMAND_append_task-populate-sdk = " write_target_sdk_manifest ; "
  100. POPULATE_SDK_POST_HOST_COMMAND_append_task-populate-sdk = " write_host_sdk_manifest; "
  101. SDK_PACKAGING_COMMAND = "${@'${SDK_PACKAGING_FUNC};' if '${SDK_PACKAGING_FUNC}' else ''}"
  102. SDK_POSTPROCESS_COMMAND = " create_sdk_files; check_sdk_sysroots; archive_sdk; ${SDK_PACKAGING_COMMAND} "
  103. def populate_sdk_common(d):
  104. from oe.sdk import populate_sdk
  105. from oe.manifest import create_manifest, Manifest
  106. # Handle package exclusions
  107. excl_pkgs = (d.getVar("PACKAGE_EXCLUDE") or "").split()
  108. inst_pkgs = (d.getVar("PACKAGE_INSTALL") or "").split()
  109. inst_attempt_pkgs = (d.getVar("PACKAGE_INSTALL_ATTEMPTONLY") or "").split()
  110. d.setVar('PACKAGE_INSTALL_ORIG', ' '.join(inst_pkgs))
  111. d.setVar('PACKAGE_INSTALL_ATTEMPTONLY', ' '.join(inst_attempt_pkgs))
  112. for pkg in excl_pkgs:
  113. if pkg in inst_pkgs:
  114. bb.warn("Package %s, set to be excluded, is in %s PACKAGE_INSTALL (%s). It will be removed from the list." % (pkg, d.getVar('PN'), inst_pkgs))
  115. inst_pkgs.remove(pkg)
  116. if pkg in inst_attempt_pkgs:
  117. bb.warn("Package %s, set to be excluded, is in %s PACKAGE_INSTALL_ATTEMPTONLY (%s). It will be removed from the list." % (pkg, d.getVar('PN'), inst_pkgs))
  118. inst_attempt_pkgs.remove(pkg)
  119. d.setVar("PACKAGE_INSTALL", ' '.join(inst_pkgs))
  120. d.setVar("PACKAGE_INSTALL_ATTEMPTONLY", ' '.join(inst_attempt_pkgs))
  121. pn = d.getVar('PN')
  122. runtime_mapping_rename("TOOLCHAIN_TARGET_TASK", pn, d)
  123. runtime_mapping_rename("TOOLCHAIN_TARGET_TASK_ATTEMPTONLY", pn, d)
  124. ld = bb.data.createCopy(d)
  125. ld.setVar("PKGDATA_DIR", "${STAGING_DIR}/${SDK_ARCH}-${SDKPKGSUFFIX}${SDK_VENDOR}-${SDK_OS}/pkgdata")
  126. runtime_mapping_rename("TOOLCHAIN_HOST_TASK", pn, ld)
  127. runtime_mapping_rename("TOOLCHAIN_HOST_TASK_ATTEMPTONLY", pn, ld)
  128. d.setVar("TOOLCHAIN_HOST_TASK", ld.getVar("TOOLCHAIN_HOST_TASK"))
  129. d.setVar("TOOLCHAIN_HOST_TASK_ATTEMPTONLY", ld.getVar("TOOLCHAIN_HOST_TASK_ATTEMPTONLY"))
  130. # create target/host SDK manifests
  131. create_manifest(d, manifest_dir=d.getVar('SDK_DIR'),
  132. manifest_type=Manifest.MANIFEST_TYPE_SDK_HOST)
  133. create_manifest(d, manifest_dir=d.getVar('SDK_DIR'),
  134. manifest_type=Manifest.MANIFEST_TYPE_SDK_TARGET)
  135. populate_sdk(d)
  136. fakeroot python do_populate_sdk() {
  137. populate_sdk_common(d)
  138. }
  139. SSTATETASKS += "do_populate_sdk"
  140. SSTATE_SKIP_CREATION_task-populate-sdk = '1'
  141. do_populate_sdk[cleandirs] = "${SDKDEPLOYDIR}"
  142. do_populate_sdk[sstate-inputdirs] = "${SDKDEPLOYDIR}"
  143. do_populate_sdk[sstate-outputdirs] = "${SDK_DEPLOY}"
  144. do_populate_sdk[stamp-extra-info] = "${MACHINE_ARCH}${SDKMACHINE}"
  145. PSEUDO_IGNORE_PATHS .= ",${SDKDEPLOYDIR}"
  146. fakeroot create_sdk_files() {
  147. cp ${COREBASE}/scripts/relocate_sdk.py ${SDK_OUTPUT}/${SDKPATH}/
  148. # Replace the ##DEFAULT_INSTALL_DIR## with the correct pattern.
  149. # Escape special characters like '+' and '.' in the SDKPATH
  150. escaped_sdkpath=$(echo ${SDKPATH} |sed -e "s:[\+\.]:\\\\\\\\\0:g")
  151. sed -i -e "s:##DEFAULT_INSTALL_DIR##:$escaped_sdkpath:" ${SDK_OUTPUT}/${SDKPATH}/relocate_sdk.py
  152. mkdir -p ${SDK_OUTPUT}/${SDKPATHNATIVE}${sysconfdir}/
  153. echo '${SDKPATHNATIVE}${libdir_nativesdk}
  154. ${SDKPATHNATIVE}${base_libdir_nativesdk}
  155. include /etc/ld.so.conf' > ${SDK_OUTPUT}/${SDKPATHNATIVE}${sysconfdir}/ld.so.conf
  156. }
  157. python check_sdk_sysroots() {
  158. # Fails build if there are broken or dangling symlinks in SDK sysroots
  159. if d.getVar('CHECK_SDK_SYSROOTS') != '1':
  160. # disabled, bail out
  161. return
  162. def norm_path(path):
  163. return os.path.abspath(path)
  164. # Get scan root
  165. SCAN_ROOT = norm_path("%s/%s/sysroots/" % (d.getVar('SDK_OUTPUT'),
  166. d.getVar('SDKPATH')))
  167. bb.note('Checking SDK sysroots at ' + SCAN_ROOT)
  168. def check_symlink(linkPath):
  169. if not os.path.islink(linkPath):
  170. return
  171. linkDirPath = os.path.dirname(linkPath)
  172. targetPath = os.readlink(linkPath)
  173. if not os.path.isabs(targetPath):
  174. targetPath = os.path.join(linkDirPath, targetPath)
  175. targetPath = norm_path(targetPath)
  176. if SCAN_ROOT != os.path.commonprefix( [SCAN_ROOT, targetPath] ):
  177. bb.error("Escaping symlink {0!s} --> {1!s}".format(linkPath, targetPath))
  178. return
  179. if not os.path.exists(targetPath):
  180. bb.error("Broken symlink {0!s} --> {1!s}".format(linkPath, targetPath))
  181. return
  182. if os.path.isdir(targetPath):
  183. dir_walk(targetPath)
  184. def walk_error_handler(e):
  185. bb.error(str(e))
  186. def dir_walk(rootDir):
  187. for dirPath,subDirEntries,fileEntries in os.walk(rootDir, followlinks=False, onerror=walk_error_handler):
  188. entries = subDirEntries + fileEntries
  189. for e in entries:
  190. ePath = os.path.join(dirPath, e)
  191. check_symlink(ePath)
  192. # start
  193. dir_walk(SCAN_ROOT)
  194. }
  195. SDKTAROPTS = "--owner=root --group=root"
  196. archive_sdk_prepend() {
  197. mkdir -p ${SDK_OUTPUT}/${SDKPATHNATIVE}/${exec_prefix}
  198. cp -rf ${EXTERNAL_TOOLCHAIN}/* ${SDK_OUTPUT}/${SDKPATHNATIVE}/${exec_prefix}
  199. ls -l ${SDK_OUTPUT}/${SDKPATHNATIVE}/${exec_prefix}
  200. }
  201. fakeroot archive_sdk() {
  202. # Package it up
  203. mkdir -p ${SDKDEPLOYDIR}
  204. ${SDK_ARCHIVE_CMD}
  205. }
  206. TOOLCHAIN_SHAR_EXT_TMPL ?= "${COREBASE}/meta/files/toolchain-shar-extract.sh"
  207. TOOLCHAIN_SHAR_REL_TMPL ?= "${COREBASE}/meta/files/toolchain-shar-relocate.sh"
  208. fakeroot create_shar() {
  209. # copy in the template shar extractor script
  210. cp ${TOOLCHAIN_SHAR_EXT_TMPL} ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
  211. rm -f ${T}/pre_install_command ${T}/post_install_command
  212. if [ ${SDK_RELOCATE_AFTER_INSTALL} -eq 1 ] ; then
  213. cp ${TOOLCHAIN_SHAR_REL_TMPL} ${T}/post_install_command
  214. fi
  215. cat << "EOF" >> ${T}/pre_install_command
  216. ${SDK_PRE_INSTALL_COMMAND}
  217. EOF
  218. cat << "EOF" >> ${T}/post_install_command
  219. ${SDK_POST_INSTALL_COMMAND}
  220. EOF
  221. sed -i -e '/@SDK_PRE_INSTALL_COMMAND@/r ${T}/pre_install_command' \
  222. -e '/@SDK_POST_INSTALL_COMMAND@/r ${T}/post_install_command' \
  223. ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
  224. # substitute variables
  225. sed -i -e 's#@SDK_ARCH@#${SDK_ARCH}#g' \
  226. -e 's#@SDKPATH@#${SDKPATH}#g' \
  227. -e 's#@SDKEXTPATH@#${SDKEXTPATH}#g' \
  228. -e 's#@OLDEST_KERNEL@#${SDK_OLDEST_KERNEL}#g' \
  229. -e 's#@REAL_MULTIMACH_TARGET_SYS@#${REAL_MULTIMACH_TARGET_SYS}#g' \
  230. -e 's#@SDK_TITLE@#${@d.getVar("SDK_TITLE").replace('&', '\\&')}#g' \
  231. -e 's#@SDK_VERSION@#${SDK_VERSION}#g' \
  232. -e '/@SDK_PRE_INSTALL_COMMAND@/d' \
  233. -e '/@SDK_POST_INSTALL_COMMAND@/d' \
  234. -e 's#@SDK_GCC_VER@#${@oe.utils.host_gcc_version(d, taskcontextonly=True)}#g' \
  235. -e 's#@SDK_ARCHIVE_TYPE@#${SDK_ARCHIVE_TYPE}#g' \
  236. ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
  237. # add execution permission
  238. chmod +x ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
  239. # append the SDK tarball
  240. cat ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.${SDK_ARCHIVE_TYPE} >> ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
  241. # delete the old tarball, we don't need it anymore
  242. rm ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.${SDK_ARCHIVE_TYPE}
  243. }
  244. populate_sdk_log_check() {
  245. for target in $*
  246. do
  247. lf_path="`dirname ${BB_LOGFILE}`/log.do_$target.${PID}"
  248. echo "log_check: Using $lf_path as logfile"
  249. if [ -e "$lf_path" ]; then
  250. ${IMAGE_PKGTYPE}_log_check $target $lf_path
  251. else
  252. echo "Cannot find logfile [$lf_path]"
  253. fi
  254. echo "Logfile is clean"
  255. done
  256. }
  257. def sdk_command_variables(d):
  258. return ['OPKG_PREPROCESS_COMMANDS','OPKG_POSTPROCESS_COMMANDS','POPULATE_SDK_POST_HOST_COMMAND','POPULATE_SDK_PRE_TARGET_COMMAND','POPULATE_SDK_POST_TARGET_COMMAND','SDK_POSTPROCESS_COMMAND','RPM_PREPROCESS_COMMANDS','RPM_POSTPROCESS_COMMANDS']
  259. def sdk_variables(d):
  260. variables = ['BUILD_IMAGES_FROM_FEEDS','SDK_OS','SDK_OUTPUT','SDKPATHNATIVE','SDKTARGETSYSROOT','SDK_DIR','SDK_VENDOR','SDKIMAGE_INSTALL_COMPLEMENTARY','SDK_PACKAGE_ARCHS','SDK_OUTPUT',
  261. 'SDKTARGETSYSROOT','MULTILIB_VARIANTS','MULTILIBS','ALL_MULTILIB_PACKAGE_ARCHS','MULTILIB_GLOBAL_VARIANTS','BAD_RECOMMENDATIONS','NO_RECOMMENDATIONS','PACKAGE_ARCHS',
  262. 'PACKAGE_CLASSES','TARGET_VENDOR','TARGET_VENDOR','TARGET_ARCH','TARGET_OS','BBEXTENDVARIANT','FEED_DEPLOYDIR_BASE_URI', 'PACKAGE_EXCLUDE_COMPLEMENTARY', 'IMAGE_INSTALL_DEBUGFS']
  263. variables.extend(sdk_command_variables(d))
  264. return " ".join(variables)
  265. do_populate_sdk[vardeps] += "${@sdk_variables(d)}"
  266. do_populate_sdk[file-checksums] += "${TOOLCHAIN_SHAR_REL_TMPL}:True \
  267. ${TOOLCHAIN_SHAR_EXT_TMPL}:True"
  268. do_populate_sdk[dirs] = "${PKGDATA_DIR} ${TOPDIR}"
  269. do_populate_sdk[depends] += "${@' '.join([x + ':do_populate_sysroot' for x in d.getVar('SDK_DEPENDS').split()])} ${@d.getVarFlag('do_rootfs', 'depends', False)}"
  270. do_populate_sdk[rdepends] = "${@' '.join([x + ':do_package_write_${IMAGE_PKGTYPE} ' + x + ':do_packagedata' for x in d.getVar('SDK_RDEPENDS').split()])}"
  271. do_populate_sdk[recrdeptask] += "do_packagedata do_package_write_rpm do_package_write_ipk do_package_write_deb"
  272. do_populate_sdk[file-checksums] += "${POSTINST_INTERCEPT_CHECKSUMS}"
  273. addtask populate_sdk