build_kzip.bash 2.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253
  1. #! /bin/bash -uv
  2. #
  3. # Build kzip files (source files for the indexing pipeline) for the given configuration,
  4. # merge them and place the resulting all.kzip into $DIST_DIR.
  5. # It is assumed that the current directory is the top of the source tree.
  6. # The following environment variables affect the result:
  7. # BUILD_NUMBER build number, used to generate unique ID (will use UUID if not set)
  8. # DIST_DIR where the resulting all.kzip will be placed
  9. # KYTHE_KZIP_ENCODING proto or json (proto is default)
  10. # KYTHE_JAVA_SOURCE_BATCH_SIZE maximum number of the Java source files in a compilation unit
  11. # OUT_DIR output directory (out if not specified})
  12. # TARGET_BUILD_VARIANT variant, e.g., `userdebug`
  13. # TARGET_PRODUCT target device name, e.g., 'aosp_blueline'
  14. # XREF_CORPUS source code repository URI, e.g., 'android.googlesource.com/platform/superproject'
  15. : ${BUILD_NUMBER:=$(uuidgen)}
  16. : ${KYTHE_JAVA_SOURCE_BATCH_SIZE:=500}
  17. : ${KYTHE_KZIP_ENCODING:=proto}
  18. : ${XREF_CORPUS:?should be set}
  19. export KYTHE_JAVA_SOURCE_BATCH_SIZE KYTHE_KZIP_ENCODING
  20. # The extraction might fail for some source files, so run with -k and then check that
  21. # sufficiently many files were generated.
  22. declare -r out="${OUT_DIR:-out}"
  23. # Build extraction files for C++ and Java. Build `merge_zips` which we use later.
  24. build/soong/soong_ui.bash --build-mode --all-modules --dir=$PWD -k merge_zips xref_cxx xref_java
  25. # Build extraction file for Go the files in build/{blueprint,soong} directories.
  26. declare -r abspath_out=$(realpath "${out}")
  27. declare -r go_extractor=$(realpath prebuilts/build-tools/linux-x86/bin/go_extractor)
  28. declare -r go_root=$(realpath prebuilts/go/linux-x86)
  29. declare -r source_root=$PWD
  30. # TODO(asmundak): Until b/182183061 is fixed, default corpus has to be specified
  31. # in the rules file. Generate this file on the fly with corpus value set from the
  32. # environment variable.
  33. for dir in blueprint soong; do
  34. (cd "build/$dir";
  35. KYTHE_ROOT_DIRECTORY="${source_root}" "$go_extractor" --goroot="$go_root" \
  36. --rules=<(printf '[{"pattern": "(.*)","vname": {"path": "@1@", "corpus":"%s"}}]' "${XREF_CORPUS}") \
  37. --canonicalize_package_corpus --output "${abspath_out}/soong/build_${dir}.go.kzip" ./...
  38. )
  39. done
  40. declare -r kzip_count=$(find "$out" -name '*.kzip' | wc -l)
  41. (($kzip_count>100000)) || { printf "Too few kzip files were generated: %d\n" $kzip_count; exit 1; }
  42. # Pack
  43. # TODO(asmundak): this should be done by soong.
  44. declare -r allkzip="$BUILD_NUMBER.kzip"
  45. "$out/soong/host/linux-x86/bin/merge_zips" "$DIST_DIR/$allkzip" @<(find "$out" -name '*.kzip')