resulttool 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778
  1. #!/usr/bin/env python3
  2. #
  3. # test results tool - tool for manipulating OEQA test result json files
  4. # (merge results, summarise results, regression analysis, generate manual test results file)
  5. #
  6. # To look for help information.
  7. # $ resulttool
  8. #
  9. # To store test results from oeqa automated tests, execute the below
  10. # $ resulttool store <source_dir> <git_branch>
  11. #
  12. # To merge test results, execute the below
  13. # $ resulttool merge <base_result_file> <target_result_file>
  14. #
  15. # To report test report, execute the below
  16. # $ resulttool report <source_dir>
  17. #
  18. # To perform regression file analysis, execute the below
  19. # $ resulttool regression-file <base_result_file> <target_result_file>
  20. #
  21. # To execute manual test cases, execute the below
  22. # $ resulttool manualexecution <manualjsonfile>
  23. #
  24. # By default testresults.json for manualexecution store in <build>/tmp/log/manual/
  25. #
  26. # Copyright (c) 2019, Intel Corporation.
  27. #
  28. # SPDX-License-Identifier: GPL-2.0-only
  29. #
  30. import os
  31. import sys
  32. import argparse
  33. import logging
  34. script_path = os.path.dirname(os.path.realpath(__file__))
  35. lib_path = script_path + '/lib'
  36. sys.path = sys.path + [lib_path]
  37. import argparse_oe
  38. import scriptutils
  39. import resulttool.merge
  40. import resulttool.store
  41. import resulttool.regression
  42. import resulttool.report
  43. import resulttool.manualexecution
  44. import resulttool.log
  45. logger = scriptutils.logger_create('resulttool')
  46. def main():
  47. parser = argparse_oe.ArgumentParser(description="OEQA test result manipulation tool.",
  48. epilog="Use %(prog)s <subcommand> --help to get help on a specific command")
  49. parser.add_argument('-d', '--debug', help='enable debug output', action='store_true')
  50. parser.add_argument('-q', '--quiet', help='print only errors', action='store_true')
  51. subparsers = parser.add_subparsers(dest="subparser_name", title='subcommands', metavar='<subcommand>')
  52. subparsers.required = True
  53. subparsers.add_subparser_group('manualexecution', 'manual testcases', 300)
  54. resulttool.manualexecution.register_commands(subparsers)
  55. subparsers.add_subparser_group('setup', 'setup', 200)
  56. resulttool.merge.register_commands(subparsers)
  57. resulttool.store.register_commands(subparsers)
  58. subparsers.add_subparser_group('analysis', 'analysis', 100)
  59. resulttool.regression.register_commands(subparsers)
  60. resulttool.report.register_commands(subparsers)
  61. resulttool.log.register_commands(subparsers)
  62. args = parser.parse_args()
  63. if args.debug:
  64. logger.setLevel(logging.DEBUG)
  65. elif args.quiet:
  66. logger.setLevel(logging.ERROR)
  67. try:
  68. ret = args.func(args, logger)
  69. except argparse_oe.ArgumentUsageError as ae:
  70. parser.error_subcommand(ae.message, ae.subcommand)
  71. return ret
  72. if __name__ == "__main__":
  73. sys.exit(main())