* [PATCH 01/20] OEQA: Add a check for MACHINE
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 02/20] OEQA: Add qemu checks Armin Kuster
` (18 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/core/decorator/data.py | 44 ++++++++++++++++++++++++++++++++++++
1 file changed, 44 insertions(+)
diff --git a/meta/lib/oeqa/core/decorator/data.py b/meta/lib/oeqa/core/decorator/data.py
index 12d462f..ff92fba 100644
--- a/meta/lib/oeqa/core/decorator/data.py
+++ b/meta/lib/oeqa/core/decorator/data.py
@@ -18,6 +18,16 @@ def has_feature(td, feature):
return True
return False
+def has_machine(td, machine):
+ """
+ Checks for MACHINE.
+ """
+
+ if (machine in td.get('MACHINE', '')):
+ return True
+ return False
+
+
@registerDecorator
class skipIfDataVar(OETestDecorator):
"""
@@ -131,3 +141,37 @@ class skipIfFeature(OETestDecorator):
self.logger.debug(msg)
if has_feature(self.case.td, self.value):
self.case.skipTest(self.msg)
+
+@registerDecorator
+class skipIfNotMachine(OETestDecorator):
+ """
+ Skip test based on MACHINE.
+
+ value must be match MACHINE or it will skip the test
+ with msg as the reason.
+ """
+
+ attrs = ('value', 'msg')
+
+ def setUpDecorator(self):
+ msg = ('Checking if %s is not this MACHINE' % self.value)
+ self.logger.debug(msg)
+ if not has_machine(self.case.td, self.value):
+ self.case.skipTest(self.msg)
+
+@registerDecorator
+class skipIfMachine(OETestDecorator):
+ """
+ Skip test based on Machine.
+
+ value must not be this machine or it will skip the test
+ with msg as the reason.
+ """
+
+ attrs = ('value', 'msg')
+
+ def setUpDecorator(self):
+ msg = ('Checking if %s is this MACHINE' % self.value)
+ self.logger.debug(msg)
+ if has_machine(self.case.td, self.value):
+ self.case.skipTest(self.msg)
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 02/20] OEQA: Add qemu checks
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
2019-11-12 4:33 ` [PATCH 01/20] OEQA: Add a check for MACHINE Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 03/20] OEQA: Centrilize the base LTP routines Armin Kuster
` (17 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Some test should not be run in QEMU systems so
add some checks to make that easier
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/core/decorator/data.py | 45 ++++++++++++++++++++++++++++++++++++
1 file changed, 45 insertions(+)
diff --git a/meta/lib/oeqa/core/decorator/data.py b/meta/lib/oeqa/core/decorator/data.py
index ff92fba..bc4939e 100644
--- a/meta/lib/oeqa/core/decorator/data.py
+++ b/meta/lib/oeqa/core/decorator/data.py
@@ -27,6 +27,16 @@ def has_machine(td, machine):
return True
return False
+def is_qemu(td, qemu):
+ """
+ Checks if MACHINE is qemu.
+ """
+
+ machine = td.get('MACHINE', '')
+ if (qemu in td.get('MACHINE', '') or
+ machine.startswith('qemu')):
+ return True
+ return False
@registerDecorator
class skipIfDataVar(OETestDecorator):
@@ -175,3 +185,38 @@ class skipIfMachine(OETestDecorator):
self.logger.debug(msg)
if has_machine(self.case.td, self.value):
self.case.skipTest(self.msg)
+
+@registerDecorator
+class skipIfNotQemu(OETestDecorator):
+ """
+ Skip test based on MACHINE.
+
+ value must be a qemu MACHINE or it will skip the test
+ with msg as the reason.
+ """
+
+ attrs = ('value', 'msg')
+
+ def setUpDecorator(self):
+ msg = ('Checking if %s is not this MACHINE' % self.value)
+ self.logger.debug(msg)
+ if not is_qemu(self.case.td, self.value):
+ self.case.skipTest(self.msg)
+
+@registerDecorator
+class skipIfQemu(OETestDecorator):
+ """
+ Skip test based on Qemu Machine.
+
+ value must not be a qemu machine or it will skip the test
+ with msg as the reason.
+ """
+
+ attrs = ('value', 'msg')
+
+ def setUpDecorator(self):
+ msg = ('Checking if %s is this MACHINE' % self.value)
+ self.logger.debug(msg)
+ if is_qemu(self.case.td, self.value):
+ self.case.skipTest(self.msg)
+
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 03/20] OEQA: Centrilize the base LTP routines
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
2019-11-12 4:33 ` [PATCH 01/20] OEQA: Add a check for MACHINE Armin Kuster
2019-11-12 4:33 ` [PATCH 02/20] OEQA: Add qemu checks Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 04/20] OEQA: update ltp runtimes to use new structure Armin Kuster
` (16 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/utils/ltp.py | 133 +++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 133 insertions(+)
create mode 100644 meta/lib/oeqa/utils/ltp.py
diff --git a/meta/lib/oeqa/utils/ltp.py b/meta/lib/oeqa/utils/ltp.py
new file mode 100644
index 0000000..5e07f4d
--- /dev/null
+++ b/meta/lib/oeqa/utils/ltp.py
@@ -0,0 +1,133 @@
+# LTP base
+#
+# Copyright (c) 2019 MontaVista Software, LLC
+#
+# SPDX-License-Identifier: GPL-2.0-only
+#
+
+import time
+import datetime
+import pprint
+
+from oeqa.runtime.case import OERuntimeTestCase
+
+class LtpBase(OERuntimeTestCase):
+ '''
+ Base routines for LTP based testing
+ '''
+
+ @classmethod
+ def setUpClass(cls):
+ cls.ltp_startup()
+
+ @classmethod
+ def tearDownClass(cls):
+ cls.ltp_finishup()
+
+ @classmethod
+ def ltp_startup(cls):
+ cls.sections = {}
+ cls.failmsg = ""
+ cls.cmd = ""
+ test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
+ timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
+
+ cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltp_log')
+ cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp)
+ os.makedirs(cls.ltptest_log_dir)
+
+ cls.tc.target.run("mkdir -p /opt/ltp/results")
+
+ if not hasattr(cls.tc, "extraresults"):
+ cls.tc.extraresults = {}
+ cls.extras = cls.tc.extraresults
+ cls.extras['ltpresult.rawlogs'] = {'log': ""}
+
+ @classmethod
+ def runltp(cls, ltp_group):
+ starttime = time.time()
+ (status, output) = cls.tc.target.run(cls.cmd)
+ endtime = time.time()
+
+ with open(os.path.join(cls.ltptest_log_dir, "%s-raw.log" % ltp_group), 'w') as f:
+ f.write(output)
+
+ cls.extras['ltpresult.rawlogs']['log'] = cls.extras['ltpresult.rawlogs']['log'] + output
+
+ # copy nice log from DUT
+ dst = os.path.join(cls.ltptest_log_dir, "%s" % ltp_group )
+ remote_src = "/opt/ltp/results/%s" % ltp_group
+ (status, output) = cls.tc.target.copyFrom(remote_src, dst)
+ msg = 'File could not be copied. Output: %s' % output
+ self.assertEqual(status, 0, msg=msg)
+
+ parser = LtpParser()
+ results, sections = parser.parse(dst)
+
+ runtime = int(endtime-starttime)
+ sections['duration'] = runtime
+ cls.sections[ltp_group] = sections
+
+ failed_tests = {}
+ for test in results:
+ result = results[test]
+ testname = (logname + "." + ltp_group + "." + test)
+ cls.extras[testname] = {'status': result}
+ if result == 'FAILED':
+ failed_tests[ltp_group] = test
+
+ if failed_tests:
+ cls.failmsg = cls.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
+
+class LtpTestBase(LtpBase):
+ '''
+ Ltp normal section definition
+ '''
+ @classmethod
+ def ltp_finishup(cls):
+ cls.extras['ltpresult.sections'] = cls.sections
+
+ # update symlink to ltp_log
+ if os.path.exists(cls.ltptest_log_dir_link):
+ os.remove(cls.ltptest_log_dir_link)
+ os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
+
+ if cls.failmsg:
+ cls.fail(cls.failmsg)
+
+class LtpPosixBase(LtpBase):
+ '''
+ Ltp Posix section definition
+ '''
+
+ @classmethod
+ def ltp_finishup(cls):
+ cls.extras['ltpposixresult.sections'] = cls.sections
+
+ # update symlink to ltp_log
+ if os.path.exists(cls.ltptest_log_dir_link):
+ os.remove(cls.ltptest_log_dir_link)
+
+ os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
+
+ if cls.failmsg:
+ cls.fail(cls.failmsg)
+
+
+class LtpStressBase(LtpBase):
+ '''
+ Ltp Stress test section definition
+ '''
+
+ @classmethod
+ def ltp_finishup(cls):
+ cls.extras['ltpstressresult.sections'] = cls.sections
+
+ # update symlink to ltp_log
+ if os.path.exists(cls.ltptest_log_dir_link):
+ os.remove(cls.ltptest_log_dir_link)
+
+ os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
+
+ if cls.failmsg:
+ cls.fail(cls.failmsg)
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 04/20] OEQA: update ltp runtimes to use new structure
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (2 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 03/20] OEQA: Centrilize the base LTP routines Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-14 1:53 ` Mittal, Anuj
2019-11-12 4:33 ` [PATCH 05/20] OEQA/runtime: Add ltp stress test Armin Kuster
` (15 subsequent siblings)
19 siblings, 1 reply; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/runtime/cases/ltp.py | 85 ++-------------------------
meta/lib/oeqa/runtime/cases/ltp_compliance.py | 73 +----------------------
2 files changed, 7 insertions(+), 151 deletions(-)
diff --git a/meta/lib/oeqa/runtime/cases/ltp.py b/meta/lib/oeqa/runtime/cases/ltp.py
index 3054864..bc6df6b 100644
--- a/meta/lib/oeqa/runtime/cases/ltp.py
+++ b/meta/lib/oeqa/runtime/cases/ltp.py
@@ -9,51 +9,10 @@ import time
import datetime
import pprint
-from oeqa.runtime.case import OERuntimeTestCase
from oeqa.core.decorator.depends import OETestDepends
from oeqa.runtime.decorator.package import OEHasPackage
from oeqa.utils.logparser import LtpParser
-
-class LtpTestBase(OERuntimeTestCase):
-
- @classmethod
- def setUpClass(cls):
- cls.ltp_startup()
-
- @classmethod
- def tearDownClass(cls):
- cls.ltp_finishup()
-
- @classmethod
- def ltp_startup(cls):
- cls.sections = {}
- cls.failmsg = ""
- test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
- timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
-
- cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltp_log')
- cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp)
- os.makedirs(cls.ltptest_log_dir)
-
- cls.tc.target.run("mkdir -p /opt/ltp/results")
-
- if not hasattr(cls.tc, "extraresults"):
- cls.tc.extraresults = {}
- cls.extras = cls.tc.extraresults
- cls.extras['ltpresult.rawlogs'] = {'log': ""}
-
-
- @classmethod
- def ltp_finishup(cls):
- cls.extras['ltpresult.sections'] = cls.sections
-
- # update symlink to ltp_log
- if os.path.exists(cls.ltptest_log_dir_link):
- os.remove(cls.ltptest_log_dir_link)
- os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
-
- if cls.failmsg:
- cls.fail(cls.failmsg)
+from oeqa.utils.ltp import LtpTestBase
class LtpTest(LtpTestBase):
@@ -64,42 +23,6 @@ class LtpTest(LtpTestBase):
ltp_kernel = ["power_management_tests", "hyperthreading ", "kernel_misc", "hugetlb"]
ltp_groups += ltp_fs
- def runltp(self, ltp_group):
- cmd = '/opt/ltp/runltp -f %s -p -q -r /opt/ltp -l /opt/ltp/results/%s -I 1 -d /opt/ltp' % (ltp_group, ltp_group)
- starttime = time.time()
- (status, output) = self.target.run(cmd)
- endtime = time.time()
-
- with open(os.path.join(self.ltptest_log_dir, "%s-raw.log" % ltp_group), 'w') as f:
- f.write(output)
-
- self.extras['ltpresult.rawlogs']['log'] = self.extras['ltpresult.rawlogs']['log'] + output
-
- # copy nice log from DUT
- dst = os.path.join(self.ltptest_log_dir, "%s" % ltp_group )
- remote_src = "/opt/ltp/results/%s" % ltp_group
- (status, output) = self.target.copyFrom(remote_src, dst)
- msg = 'File could not be copied. Output: %s' % output
- self.assertEqual(status, 0, msg=msg)
-
- parser = LtpParser()
- results, sections = parser.parse(dst)
-
- runtime = int(endtime-starttime)
- sections['duration'] = runtime
- self.sections[ltp_group] = sections
-
- failed_tests = {}
- for test in results:
- result = results[test]
- testname = ("ltpresult." + ltp_group + "." + test)
- self.extras[testname] = {'status': result}
- if result == 'FAILED':
- failed_tests[ltp_group] = test
-
- if failed_tests:
- self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
-
# LTP runtime tests
@OETestDepends(['ssh.SSHTest.test_ssh'])
@OEHasPackage(["ltp"])
@@ -111,8 +34,10 @@ class LtpTest(LtpTestBase):
@OETestDepends(['ltp.LtpTest.test_ltp_help'])
def test_ltp_groups(self):
for ltp_group in self.ltp_groups:
- self.runltp(ltp_group)
+ self.cmd = '/opt/ltp/runltp -f %s -p -q -r /opt/ltp -l /opt/ltp/results/%s -I 1 -d /opt/ltp' % (ltp_group, ltp_group)
+ self.runltp(ltp_group, 'ltpresult')
@OETestDepends(['ltp.LtpTest.test_ltp_groups'])
def test_ltp_runltp_cve(self):
- self.runltp("cve")
+ self.cmd = '/opt/ltp/runltp -f cve -p -q -r /opt/ltp -l /opt/ltp/results/cve -I 1 -d /opt/ltp'
+ self.runltp('cve')
diff --git a/meta/lib/oeqa/runtime/cases/ltp_compliance.py b/meta/lib/oeqa/runtime/cases/ltp_compliance.py
index ba47c78..8b09c0a 100644
--- a/meta/lib/oeqa/runtime/cases/ltp_compliance.py
+++ b/meta/lib/oeqa/runtime/cases/ltp_compliance.py
@@ -13,85 +13,16 @@ from oeqa.runtime.case import OERuntimeTestCase
from oeqa.core.decorator.depends import OETestDepends
from oeqa.runtime.decorator.package import OEHasPackage
from oeqa.utils.logparser import LtpComplianceParser
-
-class LtpPosixBase(OERuntimeTestCase):
-
- @classmethod
- def setUpClass(cls):
- cls.ltp_startup()
-
- @classmethod
- def tearDownClass(cls):
- cls.ltp_finishup()
-
- @classmethod
- def ltp_startup(cls):
- cls.sections = {}
- cls.failmsg = ""
- test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
- timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
-
- cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltpcomp_log')
- cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp)
- os.makedirs(cls.ltptest_log_dir)
-
- cls.tc.target.run("mkdir -p /opt/ltp/results")
-
- if not hasattr(cls.tc, "extraresults"):
- cls.tc.extraresults = {}
- cls.extras = cls.tc.extraresults
- cls.extras['ltpposixresult.rawlogs'] = {'log': ""}
-
-
- @classmethod
- def ltp_finishup(cls):
- cls.extras['ltpposixresult.sections'] = cls.sections
-
- # update symlink to ltp_log
- if os.path.exists(cls.ltptest_log_dir_link):
- os.remove(cls.ltptest_log_dir_link)
-
- os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
-
- if cls.failmsg:
- cls.fail(cls.failmsg)
+from oeqa.utils.ltp import LtpPosixBase
class LtpPosixTest(LtpPosixBase):
posix_groups = ["AIO", "MEM", "MSG", "SEM", "SIG", "THR", "TMR", "TPS"]
- def runltp(self, posix_group):
- cmd = "/opt/ltp/bin/run-posix-option-group-test.sh %s 2>@1 | tee /opt/ltp/results/%s" % (posix_group, posix_group)
- starttime = time.time()
- (status, output) = self.target.run(cmd)
- endtime = time.time()
-
- with open(os.path.join(self.ltptest_log_dir, "%s" % posix_group), 'w') as f:
- f.write(output)
-
- self.extras['ltpposixresult.rawlogs']['log'] = self.extras['ltpposixresult.rawlogs']['log'] + output
-
- parser = LtpComplianceParser()
- results, sections = parser.parse(os.path.join(self.ltptest_log_dir, "%s" % posix_group))
-
- runtime = int(endtime-starttime)
- sections['duration'] = runtime
- self.sections[posix_group] = sections
-
- failed_tests = {}
- for test in results:
- result = results[test]
- testname = ("ltpposixresult." + posix_group + "." + test)
- self.extras[testname] = {'status': result}
- if result == 'FAILED':
- failed_tests[posix_group] = test
-
- if failed_tests:
- self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
-
# LTP Posix compliance runtime tests
@OETestDepends(['ssh.SSHTest.test_ssh'])
@OEHasPackage(["ltp"])
def test_posix_groups(self):
for posix_group in self.posix_groups:
+ self.cmd = "/opt/ltp/bin/run-posix-option-group-test.sh %s 2>@1 | tee /opt/ltp/results/%s" % (posix_group, posix_group)
self.runltp(posix_group)
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* Re: [PATCH 04/20] OEQA: update ltp runtimes to use new structure
2019-11-12 4:33 ` [PATCH 04/20] OEQA: update ltp runtimes to use new structure Armin Kuster
@ 2019-11-14 1:53 ` Mittal, Anuj
2019-11-14 3:42 ` akuster808
0 siblings, 1 reply; 25+ messages in thread
From: Mittal, Anuj @ 2019-11-14 1:53 UTC (permalink / raw)
To: openembedded-core, akuster808
Hi Armin
On Mon, 2019-11-11 at 20:33 -0800, Armin Kuster wrote:
> # LTP runtime tests
> @OETestDepends(['ssh.SSHTest.test_ssh'])
> @OEHasPackage(["ltp"])
> @@ -111,8 +34,10 @@ class LtpTest(LtpTestBase):
> @OETestDepends(['ltp.LtpTest.test_ltp_help'])
> def test_ltp_groups(self):
> for ltp_group in self.ltp_groups:
> - self.runltp(ltp_group)
> + self.cmd = '/opt/ltp/runltp -f %s -p -q -r /opt/ltp -l
> /opt/ltp/results/%s -I 1 -d /opt/ltp' % (ltp_group, ltp_group)
> + self.runltp(ltp_group, 'ltpresult')
>
> @OETestDepends(['ltp.LtpTest.test_ltp_groups'])
> def test_ltp_runltp_cve(self):
> - self.runltp("cve")
> + self.cmd = '/opt/ltp/runltp -f cve -p -q -r /opt/ltp -l
> /opt/ltp/results/cve -I 1 -d /opt/ltp'
> + self.runltp('cve')
Looks like this is causing:
NOTE: Running task 731 of 731 (/home/pokybuild/yocto-worker/qemux86-64-
ltp/build/meta/recipes-sato/images/core-image-sato.bb:do_testimage)
NOTE: recipe core-image-sato-1.0-r0: task do_testimage: Started
Traceback (most recent call last):
File "/home/pokybuild/yocto-worker/qemux86-64-
ltp/build/meta/lib/oeqa/core/decorator/__init__.py", line 36, in
wrapped_f
return func(*args, **kwargs)
File "/home/pokybuild/yocto-worker/qemux86-64-
ltp/build/meta/lib/oeqa/runtime/cases/ltp.py", line 38, in
test_ltp_groups
self.runltp(ltp_group, 'ltpresult')
TypeError: runltp() takes 2 positional arguments but 3 were given
https://autobuilder.yoctoproject.org/typhoon/#/builders/95/builds/325
Thanks,
Anuj
^ permalink raw reply [flat|nested] 25+ messages in thread* Re: [PATCH 04/20] OEQA: update ltp runtimes to use new structure
2019-11-14 1:53 ` Mittal, Anuj
@ 2019-11-14 3:42 ` akuster808
0 siblings, 0 replies; 25+ messages in thread
From: akuster808 @ 2019-11-14 3:42 UTC (permalink / raw)
To: Mittal, Anuj, openembedded-core
On 11/13/19 5:53 PM, Mittal, Anuj wrote:
> Hi Armin
>
> On Mon, 2019-11-11 at 20:33 -0800, Armin Kuster wrote:
>> # LTP runtime tests
>> @OETestDepends(['ssh.SSHTest.test_ssh'])
>> @OEHasPackage(["ltp"])
>> @@ -111,8 +34,10 @@ class LtpTest(LtpTestBase):
>> @OETestDepends(['ltp.LtpTest.test_ltp_help'])
>> def test_ltp_groups(self):
>> for ltp_group in self.ltp_groups:
>> - self.runltp(ltp_group)
>> + self.cmd = '/opt/ltp/runltp -f %s -p -q -r /opt/ltp -l
>> /opt/ltp/results/%s -I 1 -d /opt/ltp' % (ltp_group, ltp_group)
>> + self.runltp(ltp_group, 'ltpresult')
>>
>> @OETestDepends(['ltp.LtpTest.test_ltp_groups'])
>> def test_ltp_runltp_cve(self):
>> - self.runltp("cve")
>> + self.cmd = '/opt/ltp/runltp -f cve -p -q -r /opt/ltp -l
>> /opt/ltp/results/cve -I 1 -d /opt/ltp'
>> + self.runltp('cve')
>
> Looks like this is causing:
> NOTE: Running task 731 of 731 (/home/pokybuild/yocto-worker/qemux86-64-
> ltp/build/meta/recipes-sato/images/core-image-sato.bb:do_testimage)
> NOTE: recipe core-image-sato-1.0-r0: task do_testimage: Started
> Traceback (most recent call last):
> File "/home/pokybuild/yocto-worker/qemux86-64-
> ltp/build/meta/lib/oeqa/core/decorator/__init__.py", line 36, in
> wrapped_f
> return func(*args, **kwargs)
> File "/home/pokybuild/yocto-worker/qemux86-64-
> ltp/build/meta/lib/oeqa/runtime/cases/ltp.py", line 38, in
> test_ltp_groups
> self.runltp(ltp_group, 'ltpresult')
> TypeError: runltp() takes 2 positional arguments but 3 were given
>
> https://autobuilder.yoctoproject.org/typhoon/#/builders/95/builds/325
Hmm, will look into it.
thanks.
will send v2.
- armin
>
> Thanks,
>
> Anuj
^ permalink raw reply [flat|nested] 25+ messages in thread
* [PATCH 05/20] OEQA/runtime: Add ltp stress test
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (3 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 04/20] OEQA: update ltp runtimes to use new structure Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 06/20] OEQA/manual: remove crash " Armin Kuster
` (14 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/runtime/cases/ltp_stress.py | 29 +++++++++++++++++++++++++++++
1 file changed, 29 insertions(+)
create mode 100644 meta/lib/oeqa/runtime/cases/ltp_stress.py
diff --git a/meta/lib/oeqa/runtime/cases/ltp_stress.py b/meta/lib/oeqa/runtime/cases/ltp_stress.py
new file mode 100644
index 0000000..4fc549f
--- /dev/null
+++ b/meta/lib/oeqa/runtime/cases/ltp_stress.py
@@ -0,0 +1,29 @@
+# LTP Stress runtime
+#
+# Copyright (c) 2019 MontaVista Software, LLC
+#
+# SPDX-License-Identifier: MIT
+#
+
+import time
+import datetime
+import bb
+
+from oeqa.core.decorator.depends import OETestDepends
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.data import skipIfQemu
+from oeqa.utils.ltp import LtpStressBase
+
+class LtpStressTest(LtpStressBase):
+ # LTP stress runtime tests
+ # crashme [NBYTES] [SRAND] [NTRYS] [NSUB] [VERBOSE]
+ #
+
+ @skipIfQemu('qemuall', 'Test only runs on real hardware')
+
+ @OETestDepends(['ssh.SSHTest.test_ssh'])
+ @OEHasPackage(["ltp"])
+ def test_ltp_stress(self):
+ self.tc.target.run("sed -i -r 's/^fork12.*//' /opt/ltp/runtest/crashme")
+ self.cmd = '/opt/ltp/runltp -f crashme +2000 666 100 0:0:00 -p -q -r /opt/ltp -l /opt/ltp/results/crash -I 1 -d /opt/ltp '
+ self.runltp('crashme')
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 06/20] OEQA/manual: remove crash stress test
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (4 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 05/20] OEQA/runtime: Add ltp stress test Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 07/20] manual qa: drop ltpstress test Armin Kuster
` (13 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/compliance-test.json | 48 -------------------------------
1 file changed, 48 deletions(-)
diff --git a/meta/lib/oeqa/manual/compliance-test.json b/meta/lib/oeqa/manual/compliance-test.json
index 367a416..e374c5b 100644
--- a/meta/lib/oeqa/manual/compliance-test.json
+++ b/meta/lib/oeqa/manual/compliance-test.json
@@ -1,52 +1,4 @@
[
- {
- "test": {
- "@alias": "compliance-test.compliance-test.stress_test_-_Genericx86-64",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Bootup with core-image-sato-sdk image",
- "expected_results": ""
- },
- "2": {
- "action": "Execute the crashme test with below command \n\n./opt/ltp/runltp f crashme",
- "expected_results": "The stress testing should not make the target crash. Check CPU usage and basic functionality of the system after the tests are over. "
- }
- },
- "summary": "stress_test_-_Genericx86-64"
- }
- },
- {
- "test": {
- "@alias": "compliance-test.compliance-test.stress_test_-_- crashme_-_-Beaglebone",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": " Get crashme from http://people.delphiforums.com/gjc/crashme.html",
- "expected_results": ""
- },
- "2": {
- "action": "Follow the setup steps on above URL, build crashme in target",
- "expected_results": ""
- },
- "3": {
- "action": " Run crashme for 24 hours",
- "expected_results": "Target should not crash with the program."
- }
- },
- "summary": "stress_test_-_crashme_-Beaglebone"
- }
- },
{
"test": {
"@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 07/20] manual qa: drop ltpstress test
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (5 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 06/20] OEQA/manual: remove crash " Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 08/20] manual qa/bsp-qemu: remove rpm tests already done in runtime Armin Kuster
` (12 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
ltpstress was removed in Oct 2018
https://github.com/linux-test-project/ltp/commit/e752f7c19674d9b2f7d37aed123561a3f6410e97#diff-5231627fc8640e0adb955f9e69c3c08d
Remove LTP stress tests
ltpstress.sh runs stress.part[1-3]. But these runtest files just
duplicate definitions:
* stress.part1: fs, mm, nfs
* stress.part2: ipc, math, nptl
* stress.part3: net.multicast, pty, syscalls
The definitions are outdated anyway. There is no point trying
to keep them sync.
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/compliance-test.json | 28 ----------------------------
1 file changed, 28 deletions(-)
delete mode 100644 meta/lib/oeqa/manual/compliance-test.json
diff --git a/meta/lib/oeqa/manual/compliance-test.json b/meta/lib/oeqa/manual/compliance-test.json
deleted file mode 100644
index e374c5b..0000000
--- a/meta/lib/oeqa/manual/compliance-test.json
+++ /dev/null
@@ -1,28 +0,0 @@
-[
- {
- "test": {
- "@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Build LTP with toolchain or in sdk image",
- "expected_results": ""
- },
- "2": {
- "action": "Copy LTP folder into target, for example, /opt/ltp. Modify script, testscripts/ltpstress.sh, set Iostat=1, NO_NETWORK=1",
- "expected_results": ""
- },
- "3": {
- "action": "cd testscripts/ && ./ltpstress.sh",
- "expected_results": "This stress case will run for 24 hours Check the result\ntarget should not crash with the program "
- }
- },
- "summary": "stress_test_-_-ltp_-Beaglebone"
- }
- }
-]
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 08/20] manual qa/bsp-qemu: remove rpm tests already done in runtime
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (6 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 07/20] manual qa: drop ltpstress test Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 09/20] manual qa/bsp-qemu: remove KVM enabled which is already done in selftest runqemu Armin Kuster
` (11 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 60 --------------------------------------
1 file changed, 60 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index cf51b6a..f680f64 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -91,66 +91,6 @@
},
{
"test": {
- "@alias": "bsps-qemu.bsps-tools.rpm_-__install_dependency_package",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Get a not previously installed RPM package or build one on local machine, which should have run-time dependency.For example, \"mc\" (Midnight Commander, which is a visual file manager) should depend on \"ncurses-terminfo\". \n\n$ bitbake mc \n\n\n",
- "expected_results": ""
- },
- "2": {
- "action": "Copy the package into a system folder (for example /home/root/rpm_packages). \n\n\n",
- "expected_results": ""
- },
- "3": {
- "action": "Run \"rpm -ivh package_name\" and check the output, for example \"rpm -ivh mc.rpm*\" should report the dependency on \"ncurses-terminfo\".\n\n\n\n",
- "expected_results": "3 . rpm command should report message when some RPM installation depends on other packages."
- }
- },
- "summary": "rpm_-__install_dependency_package"
- }
- },
- {
- "test": {
- "@alias": "bsps-qemu.bsps-tools.Check_rpm_install/removal_log_file_size(auto)",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Get some rpm or other kind of installation packages. \n\n",
- "expected_results": "Steps 1- 4 (more than 2.3) \nEach file will occupy around 10MB, and there should be some method to keep rpm log in a small size. (the size of the db of RPMs must not be taking so much space) \nStep 5 (less than or equal to 2.3)\nThe size on /var/lib/rpm/ must keep around 30MB"
- },
- "2": {
- "action": "After system is up, check the size of log file named as \"log.xxxxxx\" on /var/lib/rpm/log \n\n",
- "expected_results": ""
- },
- "3": {
- "action": "After several install/removal of packages, with either of the install/removal commands (rpm/smart/zypper/dnf install/removal), check again the size of log file. \n\n",
- "expected_results": ""
- },
- "4": {
- "action": "For packages installation, there will be some database files under /var/lib/rpm/, named as \"__db.xxx\" and there will be some log files \nunder /var/lib/rpm/log, named as \"\"log.xxxxxx\"\". \n\nNote: You will only see the log.xxxx on /var/lib/rpm/log mentioned above if the poky version is minor than 2.3.For poky 2.3 or major versions this has been modified and the package RPM4 does not show the logs.xxxx. if major, follow the next step. \n\n",
- "expected_results": ""
- },
- "5": {
- "action": "Repeat steps (1 and 3) and check the size of /var/lib/rpm/ \n\nMore info: https://bugzilla.yoctoproject.org/show_bug.cgi?id=9259",
- "expected_results": ""
- }
- },
- "summary": "Check_rpm_install/removal_log_file_size"
- }
- },
- {
- "test": {
"@alias": "bsps-qemu.bsps-runtime.only_one_connmand_in_background(auto)",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 09/20] manual qa/bsp-qemu: remove KVM enabled which is already done in selftest runqemu
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (7 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 08/20] manual qa/bsp-qemu: remove rpm tests already done in runtime Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 10/20] manual/bsp-qemu: drop xserver test done at runtime Armin Kuster
` (10 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 30 ------------------------------
1 file changed, 30 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index f680f64..b49abf4 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -1,36 +1,6 @@
[
{
"test": {
- "@alias": "bsps-qemu.bsps-tools.qemu_can_be_started_with_KVM_enabled",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Build a kernel with KVM enabled \n\nIn Local.conf add \n\nQEMU_USE_KVM = \"${@ '1' if os.access('/dev/kvm', os.R_OK|os.W_OK) else '0' }\" \n\n ",
- "expected_results": ""
- },
- "2": {
- "action": "Start qemu with option \"kvm\" with runqemu \n a. If you start qemu with kvm failed, maybe it is because host not install kvm and vhost_net module. Follow below link to install them. \n b. vhost_test refer: https://wiki.yoctoproject.org/wiki/Running_an_x86_Yocto_Linux_image_under_QEMU_KVM \n c. kvm refer: https://wiki.yoctoproject.org/wiki/How_to_enable_KVM_for_Poky_qemu",
- "expected_results": ""
- },
- "3": {
- "action": "Check if qemu starts up and if kvm_intel module is used",
- "expected_results": ""
- },
- "4": {
- "action": "If kvm_intel module is not used when starting qemu, it will show 0 in \"Used by\" column when you run \"lsmod | grep kvm_intel\" ",
- "expected_results": "KVM enabled with qemu \nExecute \"lsmod | grep kvm_intel\" from your host twice, before and after you \nstart the qemu with kvm option. Before start, the number should be 0, \nafter start, the number should bigger than 0."
- }
- },
- "summary": "qemu_can_be_started_with_KVM_enabled"
- }
- },
- {
- "test": {
"@alias": "bsps-qemu.bsps-tools.Post-installation_logging",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 10/20] manual/bsp-qemu: drop xserver test done at runtime
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (8 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 09/20] manual qa/bsp-qemu: remove KVM enabled which is already done in selftest runqemu Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 11/20] manual/bsp-qemu: remove only_one_connmand_in_background " Armin Kuster
` (9 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
xserver testing is done at runtime and selftest via sato image
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 22 ----------------------
1 file changed, 22 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index b49abf4..7a3d994 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -91,28 +91,6 @@
},
{
"test": {
- "@alias": "bsps-qemu.bsps-runtime.X_server_can_start_up_with_runlevel_5_boot",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "boot up system with default runlevel \n\n",
- "expected_results": "X server can start up well and desktop display has no problem . \n\n"
- },
- "2": {
- "action": "type runlevel at command prompt",
- "expected_results": "Output:N 5"
- }
- },
- "summary": "X_server_can_start_up_with_runlevel_5_boot"
- }
- },
- {
- "test": {
"@alias": "bsps-qemu.bsps-runtime.check_bash_in_image",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 11/20] manual/bsp-qemu: remove only_one_connmand_in_background test done at runtime
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (9 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 10/20] manual/bsp-qemu: drop xserver test done at runtime Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 12/20] OEQA: remove postinit test done w/selftest runtime Armin Kuster
` (8 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 30 ------------------------------
1 file changed, 30 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index 7a3d994..5ec275c 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -61,36 +61,6 @@
},
{
"test": {
- "@alias": "bsps-qemu.bsps-runtime.only_one_connmand_in_background(auto)",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Boot system",
- "expected_results": ""
- },
- "2": {
- "action": "Run \"ps aux |grep connmand\" or \"ps -ef | grep connmand\" or \"ps | grep connmand\"",
- "expected_results": "Connmand (connection manager, used to manage internet connections) should be shown as an active process \n\n"
- },
- "3": {
- "action": "Run command \"connmand\" to try to launch to a second connmand process",
- "expected_results": ""
- },
- "4": {
- "action": "Check, with \"ps\" connmand if a second connmand can be generated ",
- "expected_results": "There should be only one connmand process instance in background ."
- }
- },
- "summary": "only_one_connmand_in_background"
- }
- },
- {
- "test": {
"@alias": "bsps-qemu.bsps-runtime.check_bash_in_image",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 12/20] OEQA: remove postinit test done w/selftest runtime
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (10 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 11/20] manual/bsp-qemu: remove only_one_connmand_in_background " Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 13/20] OEQA: eclipse support was dropped in warrior Armin Kuster
` (7 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 34 ----------------------------------
1 file changed, 34 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index 5ec275c..021ba57 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -1,40 +1,6 @@
[
{
"test": {
- "@alias": "bsps-qemu.bsps-tools.Post-installation_logging",
- "author": [
- {
- "email": "yi.zhao@windriver.com",
- "name": "yi.zhao@windriver.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Download the poky source and set environment \n",
- "expected_results": "The /var/log/postinstall.log should exist in the first boot. The content of this log is like below: \n\nRunning postinst /etc/rpm-postinsts/man... \nList directory to check the output log \nbin \nboot \ndev \netc \nhome \nlib \nlost+found \nmedia \nmnt \nproc \nrun \nsbin \nsys \ntmp \nusr \nvar \nList nonexist directory to check the stderr redirection log \nls: /nonexist: No such file or directory "
- },
- "2": {
- "action": "Add the following lines to a .bb file. For expample, meta/recipes-connectivity/openssh/openssh_6.2p2.bb: \n\npkg_postinst_ontarget_${PN} () { \n #!/bin/sh -e \n if [ x\"$D\" = \"x\" ]; then \n echo \"List directory to check the output log\" \n ls / \n echo \"List nonexist directory to check the stderr redirection log\" \n ls /nonexist \n else \n exit 1 \n fi \n} \n\nMake sure the feature \"debug-tweaks\" is added in conf/local.conf \n",
- "expected_results": ""
- },
- "3": {
- "action": "Add ssh-server-openssh to EXTRA_IMAGE_FEATURES in local.conf \n",
- "expected_results": ""
- },
- "4": {
- "action": "Build core-image-minimal \n",
- "expected_results": ""
- },
- "5": {
- "action": "Boot up the image and check the /var/log/postinstall.log ",
- "expected_results": ""
- }
- },
- "summary": "Post-installation_logging"
- }
- },
- {
- "test": {
"@alias": "bsps-qemu.bsps-tools.Add_user_with_cleartext_type_password_during_filesystem_construction",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 13/20] OEQA: eclipse support was dropped in warrior
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (11 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 12/20] OEQA: remove postinit test done w/selftest runtime Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 14/20] OEQA: move manual bash test to runtime Armin Kuster
` (6 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
remove test
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/eclipse-plugin.json | 322 -------------------------------
1 file changed, 322 deletions(-)
delete mode 100644 meta/lib/oeqa/manual/eclipse-plugin.json
diff --git a/meta/lib/oeqa/manual/eclipse-plugin.json b/meta/lib/oeqa/manual/eclipse-plugin.json
deleted file mode 100644
index 9869150..0000000
--- a/meta/lib/oeqa/manual/eclipse-plugin.json
+++ /dev/null
@@ -1,322 +0,0 @@
-[
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.support_SSH_connection_to_Target",
- "author": [
- {
- "email": "ee.peng.yeoh@intel.com",
- "name": "ee.peng.yeoh@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "In Eclipse, swich to Remote System Explorer to create a connention baseed on SSH, input the remote target IP address as the Host name, make sure disable the proxy in Window->Preferences->General->Network Connection, set Direct as Active Provider field. ",
- "expected_results": "the connection based on SSH could be set up."
- },
- "2": {
- "action": "Configure connection from Eclipse: Run->Run Configurations->C/C++ Remote Application\\ ->New Connection->General->SSH Only ",
- "expected_results": ""
- },
- "3": {
- "action": "Then right click to connect, input the user ID and password. ",
- "expected_results": ""
- },
- "4": {
- "action": "expand the connection, it will show the Sftp Files etc. \nNOTE. Might need to change dropbear to openssh and add the packagegroup-core-eclipse-debug recipe",
- "expected_results": ""
- }
- },
- "summary": "support_SSH_connection_to_Target"
- }
- },
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.Launch_QEMU_from_Eclipse",
- "author": [
- {
- "email": "ee.peng.yeoh@intel.com",
- "name": "ee.peng.yeoh@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Set the Yocto ADT's toolchain root location, sysroot location and kernel, in the menu Window -> Preferences -> Yocto ADT. \n \n",
- "expected_results": ""
- },
- "2": {
- "action": "wget autobuilder.yoctoproject.org/pub/releases//machines/qemu/qemux86/qemu (ex:core-image-sato-sdk-qemux86-date-rootfs-tar-bz2) \nsource /opt/poky/version/environment-setup-i585-poky-linux \n\nExtract qemu with runqemu-extract-sdk /home/user/file(ex.core-image-sato-sdk-qemux86.bz2) \n/home/user/qemux86-sato-sdk \n\n",
- "expected_results": " Qemu can be lauched normally."
- },
- "3": {
- "action": "(a)Point to the Toolchain: \n \nIf you are using a stand-alone pre-built toolchain, you should be pointing to the /opt/poky/{test-version} directory as Toolchain Root Location. This is the default location for toolchains installed by the ADT Installer or by hand. If ADT is installed in other location, use that location as Toolchain location.\nIf you are using a system-derived toolchain, the path you provide for the Toolchain Root Location field is the Yocto Project's build directory. \n \n E.g:/home/user/yocto/poky/build \n",
- "expected_results": ""
- },
- "4": {
- "action": "(b)Specify the Sysroot Location: \nSysroot Location is the location where the root filesystem for the target hardware is created on the development system by the ADT Installer (SYSROOT in step 2 of the case ADT installer Installation). \n \n Local : e.g: /home/user/qemux86-sato-sdk \nUsing ADT : e.g :/home/user/test-yocto/qemux86 \n\n",
- "expected_results": ""
- },
- "5": {
- "action": "(c)Select the Target Architecture: \n \nThe target architecture is the type of hardware you are going to use or emulate. Use the pull-down Target Architecture menu to make your selection. \n \n\n",
- "expected_results": ""
- },
- "6": {
- "action": "(d) QEMU: \nSelect this option if you will be using the QEMU emulator. Specify the Kernel matching the QEMU architecture you are using. \n wget autobuilder.yoctoproject.org/pub/releases//machines/qemu/qemux86/bzImage-qemux86.bin \n e.g: /home/$USER/yocto/adt-installer/download_image/bzImage-qemux86.bin \n\n",
- "expected_results": ""
- },
- "7": {
- "action": "(e) select OK to save the settings. \n\n\n1: In the Eclipse toolbar, expose the Run -> External Tools menu. Your image should appear as a selectable menu item. \n2: Select your image in the navigation pane to launch the emulator in a new window. \n3: If needed, enter your host root password in the shell window at the prompt. This sets up a Tap 0 connection needed for running in user-space NFS mode. \n",
- "expected_results": ""
- }
- },
- "summary": "Launch_QEMU_from_Eclipse"
- }
- },
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.Relocatable_SDK_-_C_-_Build_Hello_World_ANSI_C_Autotools_Project",
- "author": [
- {
- "email": "ee.peng.yeoh@intel.com",
- "name": "ee.peng.yeoh@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Launch a QEMU of target enviroment.(Reference to case \"ADT - Launch qemu by eclipse\") ",
- "expected_results": ""
- },
- "2": {
- "action": "Select File -> New -> Project.",
- "expected_results": ""
- },
- "3": {
- "action": "Double click C/C++.",
- "expected_results": ""
- },
- "4": {
- "action": "Click C or C++ Project to create the project.",
- "expected_results": ""
- },
- "5": {
- "action": "Expand Yocto ADT Project.",
- "expected_results": ""
- },
- "6": {
- "action": "Select Hello World ANSI C Autotools Project.",
- "expected_results": ""
- },
- "7": {
- "action": "Put a name in the Project name. Do not use hyphens as part of the name. \n \n",
- "expected_results": ""
- },
- "8": {
- "action": "Click Next.",
- "expected_results": ""
- },
- "9": {
- "action": "Add information in the Author and Copyright notice fields. \n1",
- "expected_results": ""
- },
- "10": {
- "action": "Click Finish. \n1",
- "expected_results": ""
- },
- "11": {
- "action": "If the \"open perspective\" prompt appears, click \"Yes\" so that you open the C/C++ perspective. \n1",
- "expected_results": ""
- },
- "12": {
- "action": "In the Project Explorer window, right click the project -> Reconfigure project. \n1",
- "expected_results": ""
- },
- "13": {
- "action": "In the Project Explorer window, right click the project -> Build project. \n1",
- "expected_results": "Under the Project files, a new folder appears called Binaries. This indicates that the compilation have been successful and the project binary have been created. \n"
- },
- "14": {
- "action": "Right click it again and Run as -> Run Configurations. \n\t\t\tUnder Run Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. e.g.: /home/root/myapplication \n\t\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button. \n1",
- "expected_results": "step 14 to step 16 -> Build succeed and the console outputs Hello world, you can also check the output on target."
- },
- "15": {
- "action": "After all settings are done, select the Run button on the bottom right corner \n\n1",
- "expected_results": ""
- },
- "16": {
- "action": "Repeat the steps 14-15, but instead of using Run Configurations use Debug Configurations: \nRight click it again and Debug as -> Debug Configurations \nUnder Debug Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \nin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application.\ne.g.: /home/root/myapplication \nIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button \n1",
- "expected_results": ""
- },
- "17": {
- "action": "After all settings are done, select the Debug button on the bottom right corner",
- "expected_results": ""
- }
- },
- "summary": "Relocatable_SDK_-_C_-_Build_Hello_World_ANSI_C_Autotools_Project"
- }
- },
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.Relocatable_SDK_-_C++_-_Build_Hello_World_C++_Autotools_project",
- "author": [
- {
- "email": "ee.peng.yeoh@intel.com",
- "name": "ee.peng.yeoh@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Launch a QEMU of target enviroment.(Reference to case \"ADT - Launch qemu by eclipse\") ",
- "expected_results": ""
- },
- "2": {
- "action": "Select File -> New -> Project. ",
- "expected_results": ""
- },
- "3": {
- "action": "Double click C/C++. ",
- "expected_results": ""
- },
- "4": {
- "action": "Click C or C++ Project to create the project. ",
- "expected_results": ""
- },
- "5": {
- "action": "Expand Yocto ADT Project. ",
- "expected_results": ""
- },
- "6": {
- "action": "Select Hello World ANSI C++ Autotools Project. ",
- "expected_results": ""
- },
- "7": {
- "action": "Put a name in the Project name. Do not use hyphens as part of the name. \n \n",
- "expected_results": ""
- },
- "8": {
- "action": "Click Next.",
- "expected_results": ""
- },
- "9": {
- "action": "Add information in the Author and Copyright notice fields.",
- "expected_results": ""
- },
- "10": {
- "action": "Click Finish. \n1",
- "expected_results": ""
- },
- "11": {
- "action": "If the \"open perspective\" prompt appears, click \"Yes\" so that you open the C/C++ perspective. \n1",
- "expected_results": ""
- },
- "12": {
- "action": "In the Project Explorer window, right click the project -> Reconfigure project. \n1",
- "expected_results": ""
- },
- "13": {
- "action": "In the Project Explorer window, right click the project -> Build project. \n\n1",
- "expected_results": "under the Project files, a new folder appears called Binaries. This indicates that the compilation have been successful and the project binary have been created. \n"
- },
- "14": {
- "action": "Right click it again and Run as -> Run Configurations. \n\t\t\tUnder Run Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. e.g.: /home/root/myapplication \n\t\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button. \n1",
- "expected_results": "step 14 to step 16 -> Build succeed and the console outputs Hello world, you can also check the output on target."
- },
- "15": {
- "action": "After all settings are done, select the Run button on the bottom right corner \n\n1",
- "expected_results": ""
- },
- "16": {
- "action": "Repeat the steps 14-15, but instead of using Run Configurations use Debug Configurations: \n\t\tRight click it again and Debug as -> Debug Configurations \n\t\tUnder Debug Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. \n\t\te.g.: /home/root/myapplication \n\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button \n1",
- "expected_results": ""
- },
- "17": {
- "action": "After all settings are done, select the Debug button on the bottom right corner",
- "expected_results": ""
- }
- },
- "summary": "Relocatable_SDK_-_C++_-_Build_Hello_World_C++_Autotools_project"
- }
- },
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.Build_Eclipse_Plugin_from_source",
- "author": [
- {
- "email": "laurentiu.serban@intel.com",
- "name": "laurentiu.serban@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Clone eclipse-poky source. \n \n - git clone git://git.yoctoproject.org/eclipse-poky \n\n",
- "expected_results": "Eclipse plugin is successfully installed \n\nDocumentation is there. For example if you have release yocto-2.0.1 you will found on http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.1/eclipse-plugin/mars/ archive with documentation like org.yocto.doc-development-$date.zip \n \n"
- },
- "2": {
- "action": "Checkout correct tag. \n\n - git checkout <eclipse-version>/<yocto-version> \n\n",
- "expected_results": "After plugin is build you must have 4 archive in foder scripts from eclipse-poky: \n - org.yocto.bc - mars-master-$date.zip \n - org.yocto.doc - mars-master-$date.zip --> documentation \n - org.yocto.sdk - mars-master-$date.zip \n - org.yocto.sdk - mars-master-$date.-archive.zip --> plugin "
- },
- "3": {
- "action": "Move to scripts/ folder. \n\n",
- "expected_results": ""
- },
- "4": {
- "action": "Run ./setup.sh \n\n",
- "expected_results": ""
- },
- "5": {
- "action": "When the script finishes, it prompts a command to issue to build the plugin. It should look similar to the following: \n\n$ ECLIPSE_HOME=/eclipse-poky/scripts/eclipse ./build.sh /&1 | tee -a build.log \n\nHere, the three arguments to the build script are tag name, branch for documentation and release name. \n\n",
- "expected_results": ""
- },
- "6": {
- "action": "On an eclipse without the Yocto Plugin, select \"Install New Software\" from Help pull-down menu \n\n",
- "expected_results": ""
- },
- "7": {
- "action": "Select Add and from the dialog choose Archive... Look for the *archive.zip file that was built previously with the build.sh script. Click OK. \n\n",
- "expected_results": ""
- },
- "8": {
- "action": "Select all components and proceed with Installation of plugin. Restarting eclipse might be required.\n",
- "expected_results": ""
- }
- },
- "summary": "Build_Eclipse_Plugin_from_source"
- }
- },
- {
- "test": {
- "@alias": "eclipse-plugin.eclipse-plugin.Eclipse_Poky_installation_and_setup",
- "author": [
- {
- "email": "ee.peng.yeoh@intel.com",
- "name": "ee.peng.yeoh@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Install SDK \n\ta)Download https://autobuilder.yocto.io/pub/releases//toolchain/x86_64/poky-glibc-x86_64-core-\timage-sato-i586-toolchain-.sh \n\tb)Run the SDK installer and accept the default installation directory ",
- "expected_results": ""
- },
- "2": {
- "action": "Install \"Eclipse IDE for C/C++ Developers\" Oxygen release (4.7.0) \n\ta) Go to https://www.eclipse.org/downloads/packages/all, click \"Oxygen R\" \n\tb) Click to download the build for your OS \n\tc) Click \"Download\" button to download from a mirror \n\td) Run \"tar xf\" to extract the downloaded archive ",
- "expected_result": ""
- },
- "3": {
- "action": "Install \"Eclipse IDE for C/C++ Developers\" Oxygen release (4.7.0) (Continue) \n\te) Run \"eclipse/eclipse\" to start Eclipse \n\tf) Optional step for host machine within Intel network: In Eclipse workbench window, go to \"Window\" menu -> \"Preferences...\". \n\tg) In \"Preferences\" dialog, go to \"General\" -> \"Network Connections\", set \"Active Provider\" to \"Manual\". In \"Proxy \tentries\" table, select HTTP and click \"Edit\" and enter host \"proxy-chain.intel.com\" port 911, click OK. Repeat for HTTPS with port 912 \nClick OK to close \"Preferences\" dialog. \n\th) Go to \"File\" menu -> \"Restart\" to restart Eclipse for proxy settings to take effect. ",
- "expected_result": ""
- },
- "4": {
- "action": "Install Eclipse Poky plugins \n\ta) Download https://autobuilder.yocto.io/pub/releases/<yocto-version>/eclipse-plugin/<eclipse-version>/org.yocto.sdk-development-<date>-archive.zip \n\tb) In Eclipse workbench window, go to \"Help\" menu -> \"Install New Software...\" \n\tc) In \"Install\" dialog, click \"Add...\" button \n\td) In \"Add Repository\" dialog, enter \"Eclipse Poky\" for (repository) Name, click \"Archive...\" ",
- "expected_results": ""
- },
- "5": {
- "action": "Install Eclipse Poky plugins (continue) \n\te) In \"Repository archive\" browse dialog, select the downloaded Eclipse Poky repository archive \n\tf) Back in \"Add Repository\" dialog, click \"OK\" \n\tg) Back in \"Install\" dialog, make sure \"Work with:\" is set to \"Eclipse Poky\" repository, tick \"Yocto Project \tDocumentation Plug-in\" and \"Yocto Project SDK Plug-in\", click \"Next >\" and verify plugins/features name/version, \tclick \"Next >\" and accept license agreement, click \"Finish\" \n\th) If \"Security Warning\" dialog appears, click \"OK\" to install unsigned content. \n\ti) In \"Software Updates\" dialog, click \"Yes\" to restart Eclipse to complete Eclipse Poky plugins installation. ",
- "expected_results": ""
- },
- "6": {
- "action": "Setup Eclipse Poky to use SDK \n\ta) In Eclipse workbench window, go to \"Window\" menu -> \"Preferences\". \n\tb) In \"Preferences\" window, go to \"Yocto Project SDK\", in \"Cross Compiler Options\" frame, select \"Standalone pre-\tbuilt toolchain\". ",
- "expected_results": "Eclipse Poky plugins installed and running successfully, e.g. observe that \"Yocto Project Tools\" menu is available on Eclipse workbench window."
- }
- },
- "summary": "Eclipse_Poky_installation_and_setup"
- }
- }
-]
\ No newline at end of file
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 14/20] OEQA: move manual bash test to runtime
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (12 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 13/20] OEQA: eclipse support was dropped in warrior Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-13 1:33 ` Mittal, Anuj
2019-11-12 4:33 ` [PATCH 15/20] OEQA: remove manual bash test Armin Kuster
` (5 subsequent siblings)
19 siblings, 1 reply; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/selftest/cases/runtime_test.py | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
diff --git a/meta/lib/oeqa/selftest/cases/runtime_test.py b/meta/lib/oeqa/selftest/cases/runtime_test.py
index 7d3922c..28804ea 100644
--- a/meta/lib/oeqa/selftest/cases/runtime_test.py
+++ b/meta/lib/oeqa/selftest/cases/runtime_test.py
@@ -322,3 +322,20 @@ class Postinst(OESelftestTestCase):
self.assertFalse(os.path.isfile(os.path.join(hosttestdir, "rootfs-after-failure")),
"rootfs-after-failure file was created")
+
+
+class Bsp(OESelftestTestCase):
+ def test_bash_installed(self):
+ """
+ Summary: The purpose of this test case is to verify that bash
+ in exists in the image. Test came from manual.
+ Expected: Bash is found.
+ """
+
+ features = 'IMAGE_INSTALL_append = " bash"\n'
+ self.write_config(features)
+ bitbake('core-image-minimal')
+
+ with runqemu('core-image-minimal') as qemu:
+ result = runCmd("which bash" , shell=True)
+ self.assertEqual(0, result.status, "Couldn't find bash")
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* Re: [PATCH 14/20] OEQA: move manual bash test to runtime
2019-11-12 4:33 ` [PATCH 14/20] OEQA: move manual bash test to runtime Armin Kuster
@ 2019-11-13 1:33 ` Mittal, Anuj
2019-11-13 1:49 ` akuster808
0 siblings, 1 reply; 25+ messages in thread
From: Mittal, Anuj @ 2019-11-13 1:33 UTC (permalink / raw)
To: openembedded-core, akuster808
On Mon, 2019-11-11 at 20:33 -0800, Armin Kuster wrote:
> +
> +class Bsp(OESelftestTestCase):
> + def test_bash_installed(self):
> + """
> + Summary: The purpose of this test case is to verify
> that bash
> + in exists in the image. Test came from
> manual.
> + Expected: Bash is found.
> + """
> +
> + features = 'IMAGE_INSTALL_append = " bash"\n'
> + self.write_config(features)
> + bitbake('core-image-minimal')
> +
> + with runqemu('core-image-minimal') as qemu:
> + result = runCmd("which bash" , shell=True)
> + self.assertEqual(0, result.status, "Couldn't find bash")
> --
We have IncompatibleLicensePerImageTests that tests for presence of
bash when different LICENSE values are set.
Perhaps we don't need this and can consider this case covered by that
test?
Thanks,
Anuj
^ permalink raw reply [flat|nested] 25+ messages in thread* Re: [PATCH 14/20] OEQA: move manual bash test to runtime
2019-11-13 1:33 ` Mittal, Anuj
@ 2019-11-13 1:49 ` akuster808
0 siblings, 0 replies; 25+ messages in thread
From: akuster808 @ 2019-11-13 1:49 UTC (permalink / raw)
To: Mittal, Anuj, openembedded-core
On 11/12/19 5:33 PM, Mittal, Anuj wrote:
> On Mon, 2019-11-11 at 20:33 -0800, Armin Kuster wrote:
>> +
>> +class Bsp(OESelftestTestCase):
>> + def test_bash_installed(self):
>> + """
>> + Summary: The purpose of this test case is to verify
>> that bash
>> + in exists in the image. Test came from
>> manual.
>> + Expected: Bash is found.
>> + """
>> +
>> + features = 'IMAGE_INSTALL_append = " bash"\n'
>> + self.write_config(features)
>> + bitbake('core-image-minimal')
>> +
>> + with runqemu('core-image-minimal') as qemu:
>> + result = runCmd("which bash" , shell=True)
>> + self.assertEqual(0, result.status, "Couldn't find bash")
>> --
> We have IncompatibleLicensePerImageTests that tests for presence of
> bash when different LICENSE values are set.
Yeah, I found that later as I was poking around but want to send the
patch just to have the conversation.
>
> Perhaps we don't need this and can consider this case covered by that
> test?
I am fine with that.
thanks,
Armin
>
> Thanks,
>
> Anuj
^ permalink raw reply [flat|nested] 25+ messages in thread
* [PATCH 15/20] OEQA: remove manual bash test
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (13 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 14/20] OEQA: move manual bash test to runtime Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 16/20] OEQA: remove manual useradd test Armin Kuster
` (4 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 18 ------------------
1 file changed, 18 deletions(-)
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
index 021ba57..b19bf4b 100644
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -25,22 +25,4 @@
"summary": "Add_user_with_cleartext_type_password_during_filesystem_construction"
}
},
- {
- "test": {
- "@alias": "bsps-qemu.bsps-runtime.check_bash_in_image",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "After system is up, check if bash command exists with command \"which bash\"",
- "expected_results": "bash command should exist in image giving something as below \"/bin/bash\""
- }
- },
- "summary": "check_bash_in_image"
- }
- }
]
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 16/20] OEQA: remove manual useradd test
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (14 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 15/20] OEQA: remove manual bash test Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 17/20] OEQA: move list-packageconfig-flags tests from manual to self Armin Kuster
` (3 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
useradd tested is done via:
test_non_root_user_can_connect_via_ssh_without_password and
test_non_root_user_can_connect_via_ssh_without_password
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/bsp-qemu.json | 28 ----------------------------
1 file changed, 28 deletions(-)
delete mode 100644 meta/lib/oeqa/manual/bsp-qemu.json
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
deleted file mode 100644
index b19bf4b..0000000
--- a/meta/lib/oeqa/manual/bsp-qemu.json
+++ /dev/null
@@ -1,28 +0,0 @@
-[
- {
- "test": {
- "@alias": "bsps-qemu.bsps-tools.Add_user_with_cleartext_type_password_during_filesystem_construction",
- "author": [
- {
- "email": "ke.zou@windriver.com",
- "name": "ke.zou@windriver.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Download the poky source and set the environment \n\n",
- "expected_results": "No error during image building procedure. \n"
- },
- "2": {
- "action": "Add the following lines in conf/local.conf \n\nINHERIT += \"extrausers\" \n\nEXTRA_USERS_PARAMS = \"\\ \nuseradd -s /bin/sh -P 'tester3' tester3;\\ \n\" \n\nThe above settings do the following things: \na. Add a user tester3 with cleartext password 'tester3' ",
- "expected_results": "Image can boot up \n"
- },
- "3": {
- "action": "Build the image\n ",
- "expected_results": "Login with user name \"tester3\" and password \"tester3\" "
- }
- },
- "summary": "Add_user_with_cleartext_type_password_during_filesystem_construction"
- }
- },
-]
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 17/20] OEQA: move list-packageconfig-flags tests from manual to self
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (15 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 16/20] OEQA: remove manual useradd test Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 18/20] OEQA: remove manual PACKAGECONFIG_FLAGS tests Armin Kuster
` (2 subsequent siblings)
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/selftest/cases/oescripts.py | 59 +++++++++++++++++++++++++++++++
1 file changed, 59 insertions(+)
diff --git a/meta/lib/oeqa/selftest/cases/oescripts.py b/meta/lib/oeqa/selftest/cases/oescripts.py
index 80d8b2c..41cbe04 100644
--- a/meta/lib/oeqa/selftest/cases/oescripts.py
+++ b/meta/lib/oeqa/selftest/cases/oescripts.py
@@ -65,6 +65,7 @@ class OEPybootchartguyTests(OEScriptTests):
runCmd('%s/pybootchartgui/pybootchartgui.py %s -o %s/charts -f pdf' % (self.scripts_dir, self.buildstats, self.tmpdir))
self.assertTrue(os.path.exists(self.tmpdir + "/charts.pdf"))
+
class OEGitproxyTests(OESelftestTestCase):
scripts_dir = os.path.join(get_bb_var('COREBASE'), 'scripts')
@@ -127,3 +128,61 @@ class OeRunNativeTest(OESelftestTestCase):
bitbake("qemu-helper-native -c addto_recipe_sysroot")
result = runCmd("oe-run-native qemu-helper-native tunctl -h")
self.assertIn("Delete: tunctl -d device-name [-f tun-clone-device]", result.output)
+
+class OEListPackageconfigTests(OEScriptTests):
+ #oe-core.scripts.List_all_the_PACKAGECONFIG's_flags
+ def check_endlines(self, results, expected_endlines):
+ for line in results.output.splitlines():
+ for el in expected_endlines:
+ if line == el:
+ expected_endlines.remove(el)
+ break
+
+ if expected_endlines:
+ self.fail('Missing expected listings:\n %s' % '\n '.join(expected_endlines))
+
+
+ #oe-core.scripts.List_all_the_PACKAGECONFIG's_flags
+ def test_packageconfig_flags_help(self):
+ runCmd('%s/contrib/list-packageconfig-flags.py -h' % self.scripts_dir)
+
+ def test_packageconfig_flags_default(self):
+ results = runCmd('%s/contrib/list-packageconfig-flags.py' % self.scripts_dir)
+ expected_endlines = []
+ expected_endlines.append("RECIPE NAME PACKAGECONFIG FLAGS")
+ expected_endlines.append("pinentry gtk2 libcap ncurses qt secret")
+ expected_endlines.append("tar acl")
+
+ self.check_endlines(results, expected_endlines)
+
+
+ def test_packageconfig_flags_option_flags(self):
+ results = runCmd('%s/contrib/list-packageconfig-flags.py -f' % self.scripts_dir)
+ expected_endlines = []
+ expected_endlines.append("PACKAGECONFIG FLAG RECIPE NAMES")
+ expected_endlines.append("qt nativesdk-pinentry pinentry pinentry-native")
+ expected_endlines.append("secret nativesdk-pinentry pinentry pinentry-native")
+
+ self.check_endlines(results, expected_endlines)
+
+ def test_packageconfig_flags_option_all(self):
+ results = runCmd('%s/contrib/list-packageconfig-flags.py -a' % self.scripts_dir)
+ expected_endlines = []
+ expected_endlines.append("pinentry-1.1.0")
+ expected_endlines.append("PACKAGECONFIG ncurses libcap")
+ expected_endlines.append("PACKAGECONFIG[qt] --enable-pinentry-qt, --disable-pinentry-qt, qtbase-native qtbase")
+ expected_endlines.append("PACKAGECONFIG[gtk2] --enable-pinentry-gtk2, --disable-pinentry-gtk2, gtk+ glib-2.0")
+ expected_endlines.append("PACKAGECONFIG[libcap] --with-libcap, --without-libcap, libcap")
+ expected_endlines.append("PACKAGECONFIG[ncurses] --enable-ncurses --with-ncurses-include-dir=${STAGING_INCDIR}, --disable-ncurses, ncurses")
+ expected_endlines.append("PACKAGECONFIG[secret] --enable-libsecret, --disable-libsecret, libsecret")
+
+ self.check_endlines(results, expected_endlines)
+
+ def test_packageconfig_flags_optiins_preferred_only(self):
+ results = runCmd('%s/contrib/list-packageconfig-flags.py -p' % self.scripts_dir)
+ expected_endlines = []
+ expected_endlines.append("RECIPE NAME PACKAGECONFIG FLAGS")
+ expected_endlines.append("pinentry gtk2 libcap ncurses qt secret")
+
+ self.check_endlines(results, expected_endlines)
+
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 18/20] OEQA: remove manual PACKAGECONFIG_FLAGS tests
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (16 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 17/20] OEQA: move list-packageconfig-flags tests from manual to self Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 19/20] OEQA: add crosstab selftest Armin Kuster
2019-11-12 4:33 ` [PATCH 20/20] OEQA: remove crosstab test from manual Armin Kuster
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/oe-core.json | 36 +-----------------------------------
1 file changed, 1 insertion(+), 35 deletions(-)
diff --git a/meta/lib/oeqa/manual/oe-core.json b/meta/lib/oeqa/manual/oe-core.json
index 3ee0aa9..6191d4f 100644
--- a/meta/lib/oeqa/manual/oe-core.json
+++ b/meta/lib/oeqa/manual/oe-core.json
@@ -43,40 +43,6 @@
},
{
"test": {
- "@alias": "oe-core.scripts.List_all_the_PACKAGECONFIG's_flags",
- "author": [
- {
- "email": "yi.zhao@windriver.com",
- "name": "yi.zhao@windriver.com"
- }
- ],
- "execution": {
- "1": {
- "action": " Download the poky source and setup the environment. ",
- "expected_results": ""
- },
- "2": {
- "action": "Run \"../scripts/contrib/list-packageconfig-flags.py\" ",
- "expected_results": "In step 2, will list available pkgs which have PACKAGECONFIG flags: \nPACKAGE NAME (or RECIPE NAME) PACKAGECONFIG FLAGS \n============================================================== \nalsa-tools-1.0.26.1 defaultval gtk+ \navahi-ui-0.6.31 defaultval python \nbluez4-4.101 alsa defaultval pie \n"
- },
- "3": {
- "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -f\" ",
- "expected_results": "In step 3, will list available PACKAGECONFIG flags and all affected pkgs \nPACKAGECONFIG FLAG PACKAGE NAMES (or RECIPE NAMES) \n==================================== \n3g connman-1.16 \n \navahi cups-1.6.3 pulseaudio-4.0 \nbeecrypt rpm-5.4.9 rpm-native-5.4.9 \n"
- },
- "4": {
- "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -a\" ",
- "expected_results": "In step 4, will list all pkgs and PACKAGECONFIG information: \n================================================== \ngtk+-2.24.18 \n/home/jiahongxu/yocto/poky/meta/recipes-gnome/gtk+/gtk+_2.24.18.bb \nPACKAGECONFIG x11 \nPACKAGECONFIG[x11] --with-x=yes --with-gdktarget=x11,--with-x=no,${X11DEPENDS} \nxf86-video-intel-2.21.9 \n/home/jiahongxu/yocto/poky/meta/recipes-graphics/xorg-driver/xf86-video-intel_2.21.9.bb \nPACKAGECONFIG None \nPACKAGECONFIG[xvmc] --enable-xvmc,--disable-xvmc,libxvmc \nPACKAGECONFIG[sna] --enable-sna,--disable-sna \n"
- },
- "5": {
- "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -p\" ",
- "expected_results": "In step 5, will list pkgs with preferred version: \nPACKAGE NAME (or RECIPE NAME) PACKAGECONFIG FLAGS \n=================================================== \nalsa-tools-1.0.26.1 defaultval gtk+ \navahi-ui-0.6.31 defaultval python \nbluez4-4.101 alsa defaultval pie \nbluez5-5.7 alsa defaultval obex-profiles \n\n\n\n "
- }
- },
- "summary": "List_all_the_PACKAGECONFIG's_flags"
- }
- },
- {
- "test": {
"@alias": "oe-core.bitbake.Test_bitbake_menuconfig",
"author": [
{
@@ -231,4 +197,4 @@
"summary": "test_bitbake_sane_error_for_invalid_layer"
}
}
-]
\ No newline at end of file
+]
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 19/20] OEQA: add crosstab selftest
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (17 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 18/20] OEQA: remove manual PACKAGECONFIG_FLAGS tests Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
2019-11-12 4:33 ` [PATCH 20/20] OEQA: remove crosstab test from manual Armin Kuster
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/selftest/cases/runtime_test.py | 78 ++++++++++++++++++++++++++++
1 file changed, 78 insertions(+)
diff --git a/meta/lib/oeqa/selftest/cases/runtime_test.py b/meta/lib/oeqa/selftest/cases/runtime_test.py
index 28804ea..ec99573 100644
--- a/meta/lib/oeqa/selftest/cases/runtime_test.py
+++ b/meta/lib/oeqa/selftest/cases/runtime_test.py
@@ -339,3 +339,81 @@ class Bsp(OESelftestTestCase):
with runqemu('core-image-minimal') as qemu:
result = runCmd("which bash" , shell=True)
self.assertEqual(0, result.status, "Couldn't find bash")
+
+
+class SystemTap(OESelftestTestCase):
+ """
+ Summary: The purpose of this test case is to verify native crosstap
+ works while talking to a target.
+ Expected: The script should successfully connect to the qemu machine
+ and run some systemtap examples on a qemu machine.
+ """
+
+ @classmethod
+ def setUpClass(cls):
+ super(SystemTap, cls).setUpClass()
+ cls.image = "core-image-minimal"
+
+ def default_config(self):
+ return """
+# These aren't the actual IP addresses but testexport class needs something defined
+TEST_SERVER_IP = "192.168.7.1"
+TEST_TARGET_IP = "192.168.7.2"
+
+EXTRA_IMAGE_FEATURES += "tools-profile dbg-pkgs"
+IMAGE_FEATURES_append = " ssh-server-dropbear"
+
+# enables kernel debug symbols
+KERNEL_EXTRA_FEATURES_append = " features/debug/debug-kernel.scc"
+KERNEL_EXTRA_FEATURES_append = " features/systemtap/systemtap.scc"
+
+# add systemtap run-time into target image if it is not there yet
+IMAGE_INSTALL_append = " systemtap"
+"""
+
+ def test_crosstap_helloworld(self):
+ self.write_config(self.default_config())
+ bitbake('systemtap-native')
+ systemtap_examples = os.path.join(get_bb_var("WORKDIR","systemtap-native"), "usr/share/systemtap/examples")
+ bitbake(self.image)
+
+ with runqemu(self.image) as qemu:
+ cmd = "crosstap -r root@192.168.7.2 -s %s/general/helloworld.stp " % systemtap_examples
+ result = runCmd(cmd)
+ self.assertEqual(0, result.status, 'crosstap helloworld returned a non 0 status:%s' % result.output)
+
+ def test_crosstap_pstree(self):
+ self.write_config(self.default_config())
+
+ bitbake('systemtap-native')
+ systemtap_examples = os.path.join(get_bb_var("WORKDIR","systemtap-native"), "usr/share/systemtap/examples")
+ bitbake(self.image)
+
+ with runqemu(self.image) as qemu:
+ cmd = "crosstap -r root@192.168.7.2 -s %s/process/pstree.stp" % systemtap_examples
+ result = runCmd(cmd)
+ self.assertEqual(0, result.status, 'crosstap pstree returned a non 0 status:%s' % result.output)
+
+ def test_crosstap_syscalls_by_proc(self):
+ self.write_config(self.default_config())
+
+ bitbake('systemtap-native')
+ systemtap_examples = os.path.join(get_bb_var("WORKDIR","systemtap-native"), "usr/share/systemtap/examples")
+ bitbake(self.image)
+
+ with runqemu(self.image) as qemu:
+ cmd = "crosstap -r root@192.168.7.2 -s %s/process/ syscalls_by_proc.stp" % systemtap_examples
+ result = runCmd(cmd)
+ self.assertEqual(0, result.status, 'crosstap syscalls_by_proc returned a non 0 status:%s' % result.output)
+
+ def test_crosstap_syscalls_by_pid(self):
+ self.write_config(self.default_config())
+
+ bitbake('systemtap-native')
+ systemtap_examples = os.path.join(get_bb_var("WORKDIR","systemtap-native"), "usr/share/systemtap/examples")
+ bitbake(self.image)
+
+ with runqemu(self.image) as qemu:
+ cmd = "crosstap -r root@192.168.7.2 -s %s/process/ syscalls_by_pid.stp" % systemtap_examples
+ result = runCmd(cmd)
+ self.assertEqual(0, result.status, 'crosstap syscalls_by_pid returned a non 0 status:%s' % result.output)
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread* [PATCH 20/20] OEQA: remove crosstab test from manual
2019-11-12 4:33 [PATCH 00/20] QA updates Armin Kuster
` (18 preceding siblings ...)
2019-11-12 4:33 ` [PATCH 19/20] OEQA: add crosstab selftest Armin Kuster
@ 2019-11-12 4:33 ` Armin Kuster
19 siblings, 0 replies; 25+ messages in thread
From: Armin Kuster @ 2019-11-12 4:33 UTC (permalink / raw)
To: openembedded-core
Signed-off-by: Armin Kuster <akuster808@gmail.com>
---
meta/lib/oeqa/manual/oe-core.json | 42 ---------------------------------------
1 file changed, 42 deletions(-)
diff --git a/meta/lib/oeqa/manual/oe-core.json b/meta/lib/oeqa/manual/oe-core.json
index 6191d4f..fb47c5e 100644
--- a/meta/lib/oeqa/manual/oe-core.json
+++ b/meta/lib/oeqa/manual/oe-core.json
@@ -1,48 +1,6 @@
[
{
"test": {
- "@alias": "oe-core.scripts.Crosstap_script_check",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Create the trace_open.stp script as follows in the host machine: \n\n\nprobe syscall.open \n\n{ \n\n\n printf (\"%s(%d) open (%s)\\n\", execname(), pid(), argstr) \n\n} \n\n\n\nif the above failed, then create the below instead. \n\nprobe syscall.open \n{ \n printf (\"%s(%d) open\\n\", execname(), pid()) \n\n} \n \n",
- "expected_results": ""
- },
- "2": {
- "action": "Add 'tools-profile' and 'ssh-server-openssh' to EXTRA_IMAGE_FEATURES in local.conf \n\n\n",
- "expected_results": ""
- },
- "3": {
- "action": "Build a core-image-minimal image, build systemtap-native. Start the image under qemu. \n\n",
- "expected_results": ""
- },
- "4": {
- "action": "Make sure that the ssh service is started on the Qemu machine. \n\n",
- "expected_results": ""
- },
- "5": {
- "action": "From the host machine poky build_dir, run \"crosstap root@192.168.7.2 trace_open.stp\".",
- "expected_results": ""
- },
- "6": {
- "action": "In QEMU, try to open some applications, such as open a terminal, input some command, \n\n",
- "expected_results": ""
- },
- "7": {
- "action": "Check the host machine, \"crosstap\" has related output. \n\n\n\nNOTE: Do not build the kernel from shared state(sstate-cache) for this to work.",
- "expected_results": "The script should successfully connect to the qemu machine and there \nshould be presented a list of services(pid, process name) which run on \nthe qemu machine. "
- }
- },
- "summary": "Crosstap_script_check"
- }
- },
- {
- "test": {
"@alias": "oe-core.bitbake.Test_bitbake_menuconfig",
"author": [
{
--
2.7.4
^ permalink raw reply related [flat|nested] 25+ messages in thread