12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697 |
- # LTP compliance runtime
- #
- # Copyright (c) 2019 MontaVista Software, LLC
- #
- # SPDX-License-Identifier: GPL-2.0-only
- #
- import time
- import datetime
- import pprint
- from oeqa.runtime.case import OERuntimeTestCase
- from oeqa.core.decorator.depends import OETestDepends
- from oeqa.runtime.decorator.package import OEHasPackage
- from oeqa.utils.logparser import LtpComplianceParser
- class LtpPosixBase(OERuntimeTestCase):
- @classmethod
- def setUpClass(cls):
- cls.ltp_startup()
- @classmethod
- def tearDownClass(cls):
- cls.ltp_finishup()
- @classmethod
- def ltp_startup(cls):
- cls.sections = {}
- cls.failmsg = ""
- test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
- timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
- cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltpcomp_log')
- cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp)
- os.makedirs(cls.ltptest_log_dir)
- cls.tc.target.run("mkdir -p /opt/ltp/results")
- if not hasattr(cls.tc, "extraresults"):
- cls.tc.extraresults = {}
- cls.extras = cls.tc.extraresults
- cls.extras['ltpposixresult.rawlogs'] = {'log': ""}
-
- @classmethod
- def ltp_finishup(cls):
- cls.extras['ltpposixresult.sections'] = cls.sections
- # update symlink to ltp_log
- if os.path.exists(cls.ltptest_log_dir_link):
- os.remove(cls.ltptest_log_dir_link)
- os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
- if cls.failmsg:
- cls.fail(cls.failmsg)
- class LtpPosixTest(LtpPosixBase):
- posix_groups = ["AIO", "MEM", "MSG", "SEM", "SIG", "THR", "TMR", "TPS"]
- def runltp(self, posix_group):
- cmd = "/opt/ltp/bin/run-posix-option-group-test.sh %s 2>@1 | tee /opt/ltp/results/%s" % (posix_group, posix_group)
- starttime = time.time()
- (status, output) = self.target.run(cmd)
- endtime = time.time()
- with open(os.path.join(self.ltptest_log_dir, "%s" % posix_group), 'w') as f:
- f.write(output)
- self.extras['ltpposixresult.rawlogs']['log'] = self.extras['ltpposixresult.rawlogs']['log'] + output
- parser = LtpComplianceParser()
- results, sections = parser.parse(os.path.join(self.ltptest_log_dir, "%s" % posix_group))
- runtime = int(endtime-starttime)
- sections['duration'] = runtime
- self.sections[posix_group] = sections
-
- failed_tests = {}
- for test in results:
- result = results[test]
- testname = ("ltpposixresult." + posix_group + "." + test)
- self.extras[testname] = {'status': result}
- if result == 'FAILED':
- failed_tests[posix_group] = test
- if failed_tests:
- self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
- # LTP Posix compliance runtime tests
- @OETestDepends(['ssh.SSHTest.test_ssh'])
- @OEHasPackage(["ltp"])
- def test_posix_groups(self):
- for posix_group in self.posix_groups:
- self.runltp(posix_group)
|