resulttool 3.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283
  1. #!/usr/bin/env python3
  2. #
  3. # test results tool - tool for manipulating OEQA test result json files
  4. # (merge results, summarise results, regression analysis, generate manual test results file)
  5. #
  6. # To look for help information.
  7. # $ resulttool
  8. #
  9. # To store test results from oeqa automated tests, execute the below
  10. # $ resulttool store <source_dir> <git_branch>
  11. #
  12. # To merge test results, execute the below
  13. # $ resulttool merge <base_result_file> <target_result_file>
  14. #
  15. # To report test report, execute the below
  16. # $ resulttool report <source_dir>
  17. #
  18. # To perform regression file analysis, execute the below
  19. # $ resulttool regression-file <base_result_file> <target_result_file>
  20. #
  21. # To execute manual test cases, execute the below
  22. # $ resulttool manualexecution <manualjsonfile>
  23. #
  24. # By default testresults.json for manualexecution store in <build>/tmp/log/manual/
  25. #
  26. # Copyright (c) 2019, Intel Corporation.
  27. #
  28. # This program is free software; you can redistribute it and/or modify it
  29. # under the terms and conditions of the GNU General Public License,
  30. # version 2, as published by the Free Software Foundation.
  31. #
  32. # This program is distributed in the hope it will be useful, but WITHOUT
  33. # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  34. # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  35. # more details.
  36. #
  37. import os
  38. import sys
  39. import argparse
  40. import logging
  41. script_path = os.path.dirname(os.path.realpath(__file__))
  42. lib_path = script_path + '/lib'
  43. sys.path = sys.path + [lib_path]
  44. import argparse_oe
  45. import scriptutils
  46. import resulttool.merge
  47. import resulttool.store
  48. import resulttool.regression
  49. import resulttool.report
  50. import resulttool.manualexecution
  51. logger = scriptutils.logger_create('resulttool')
  52. def main():
  53. parser = argparse_oe.ArgumentParser(description="OEQA test result manipulation tool.",
  54. epilog="Use %(prog)s <subcommand> --help to get help on a specific command")
  55. parser.add_argument('-d', '--debug', help='enable debug output', action='store_true')
  56. parser.add_argument('-q', '--quiet', help='print only errors', action='store_true')
  57. subparsers = parser.add_subparsers(dest="subparser_name", title='subcommands', metavar='<subcommand>')
  58. subparsers.required = True
  59. subparsers.add_subparser_group('manualexecution', 'manual testcases', 300)
  60. resulttool.manualexecution.register_commands(subparsers)
  61. subparsers.add_subparser_group('setup', 'setup', 200)
  62. resulttool.merge.register_commands(subparsers)
  63. resulttool.store.register_commands(subparsers)
  64. subparsers.add_subparser_group('analysis', 'analysis', 100)
  65. resulttool.regression.register_commands(subparsers)
  66. resulttool.report.register_commands(subparsers)
  67. args = parser.parse_args()
  68. if args.debug:
  69. logger.setLevel(logging.DEBUG)
  70. elif args.quiet:
  71. logger.setLevel(logging.ERROR)
  72. try:
  73. ret = args.func(args, logger)
  74. except argparse_oe.ArgumentUsageError as ae:
  75. parser.error_subcommand(ae.message, ae.subcommand)
  76. return ret
  77. if __name__ == "__main__":
  78. sys.exit(main())