[PATCH 0/5] create different meson test targets

[PATCH 0/5] create different meson test targets

[Hari Kumar Vemula]

1/5: remove existing test cases to reorganize further
2/5: add test-fast suite to meson targets
3/5: add test-perf suite to meson targets
4/5: add test-driver suite to meson targets
5/5: add test-dump suite to meson targets

2/5, 3/5, 4/5, 5/5 are needed to execute unit test from  meson

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under test-fast suite
  test: add performance tests under test-perf suite
  test: add library dependent tests under test-driver suite
  test: add dump test cases under test-dump suite

 test/test/meson.build | 268 ++++++++++++++++++++++++++++++--------------------
 1 file changed, 161 insertions(+), 107 deletions(-)

-- 
2.13.6

[PATCH 1/5] test: remove existing testcases for categorization

[Hari Kumar Vemula]

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 104 --------------------------------------------------
 1 file changed, 104 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index b1dd6eca2..a364d1aac 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -118,103 +118,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_ring_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_scaling_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'interrupt_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'multiprocess_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -273,12 +176,5 @@ if get_option('tests')
 
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
-	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.13.6

[PATCH 2/5] test: add quick run tests under test-fast suite

[Hari Kumar Vemula]

Added test cases that runs quickly under test fast category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 89 +++++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 83 insertions(+), 6 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index a364d1aac..087d635e1 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -118,6 +118,70 @@ test_deps = ['acl',
 	'timer'
 ]
 
+fast_test_names =[
+        ['acl_autotest', 'parallel', true],
+        ['alarm_autotest', 'parallel', true],
+        ['atomic_autotest', 'parallel', true],
+        ['byteorder_autotest', 'parallel', true],
+        ['cryptodev_sw_armv8_autotest', 'non-parallel', false],
+        ['cmdline_autotest', 'parallel', true],
+        ['common_autotest', 'parallel', true],
+        ['cpuflags_autotest', 'parallel', true],
+        ['crc_autotest', 'non-parallel', false],
+        ['cryptodev_openssl_asym_autotest', 'non-parallel', false],
+        ['cryptodev_sw_mvsam_autotest', 'non-parallel', false],
+        ['cycles_autotest', 'parallel', true],
+        ['debug_autotest', 'parallel', true],
+        ['devargs_autotest', 'non-parallel', false],
+        ['distributor_autotest', 'non-parallel', false],
+        ['eal_flags_autotest', 'parallel', true],
+        ['eal_fs_autotest', 'parallel', true],
+        ['errno_autotest', 'parallel', true],
+        ['event_ring_autotest', 'parallel', true],
+        ['eventdev_common_autotest', 'non-parallel', false],
+        ['eventdev_octeontx_autotest', 'non-parallel', false],
+        ['eventdev_sw_autotest', 'non-parallel', false],
+        ['func_reentrancy_autotest', 'parallel', true],
+        ['flow_classify_autotest', 'parallel', true],
+        ['hash_scaling_autotest', 'non-parallel', false],
+        ['hash_autotest', 'parallel', true],
+        ['interrupt_autotest', 'parallel', true],
+        ['kni_autotest', 'non-parallel', false],
+        ['kvargs_autotest', 'non-parallel', false],
+        ['logs_autotest', 'parallel', true],
+        ['lpm6_autotest', 'parallel', true],
+        ['lpm_autotest', 'parallel', true],
+        ['malloc_autotest', 'parallel', true],
+        ['mbuf_autotest', 'parallel', true],
+        ['member_autotest', 'non-parallel', false],
+        ['memcpy_autotest', 'parallel', true],
+        ['memory_autotest', 'parallel', true],
+        ['mempool_autotest', 'parallel', true],
+        ['memzone_autotest', 'parallel', true],
+        ['meter_autotest', 'parallel', true],
+        ['multiprocess_autotest', 'parallel', true],
+        ['per_lcore_autotest', 'parallel', true],
+        ['power_acpi_cpufreq_autotest', 'non-parallel', false],
+        ['power_autotest', 'non-parallel', false],
+        ['power_kvm_vm_autotest', 'non-parallel', false],
+        ['prefetch_autotest', 'parallel', true],
+        ['red_autotest', 'parallel', true],
+        ['reorder_autotest', 'non-parallel', false],
+        ['ring_autotest', 'parallel', true],
+        ['ring_pmd_autotest', 'parallel', true],
+        ['rwlock_autotest', 'parallel', true],
+        ['sched_autotest', 'parallel', true],
+        ['service_autotest', 'non-parallel', false],
+        ['spinlock_autotest', 'parallel', true],
+        ['string_autotest', 'parallel', true],
+        ['table_autotest', 'parallel', true],
+        ['tailq_autotest', 'parallel', true],
+        ['thash_autotest', 'non-parallel', false],
+        ['timer_autotest', 'parallel', true],
+        ['user_delay_us', 'parallel', true],
+        ['version_autotest', 'parallel', true],
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -146,12 +210,15 @@ if cc.has_argument('-Wno-format-truncation')
 endif
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+                compressdev_test = [['compressdev_autotest', 'non-parallel', false]]
+                fast_test_names += compressdev_test
+	endif
 endif
 
 foreach d:test_deps
@@ -176,5 +243,15 @@ if get_option('tests')
 
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
+        timeout_seconds_fast = 10
+
+        foreach arg : fast_test_names
+		bool_value = arg[2]
+		test(arg[0], dpdk_test,
+			env : ['DPDK_TEST=' + arg[0]],
+			timeout : timeout_seconds_fast,
+			is_parallel : bool_value,
+			suite : 'test-fast')
+        endforeach
 
 endif
-- 
2.13.6

Re: [PATCH 2/5] test: add quick run tests under test-fast suite

[Bruce Richardson]

On Fri, Sep 21, 2018 at 04:58:45PM +0100, Hari Kumar Vemula wrote:
> Added test cases that runs quickly under test fast category
> 
> Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> ---
>  test/test/meson.build | 89 +++++++++++++++++++++++++++++++++++++++++++++++----
>  1 file changed, 83 insertions(+), 6 deletions(-)
> 
> diff --git a/test/test/meson.build b/test/test/meson.build
> index a364d1aac..087d635e1 100644
> --- a/test/test/meson.build
> +++ b/test/test/meson.build
> @@ -118,6 +118,70 @@ test_deps = ['acl',
>  	'timer'
>  ]
>  
> +fast_test_names =[
> +        ['acl_autotest', 'parallel', true],
> +        ['alarm_autotest', 'parallel', true],
<snip>
> +        ['version_autotest', 'parallel', true],
> +]
> +
>  if dpdk_conf.has('RTE_LIBRTE_PDUMP')
>  	test_deps += 'pdump'
>  endif
> @@ -146,12 +210,15 @@ if cc.has_argument('-Wno-format-truncation')
>  endif
>  
>  test_dep_objs = []
> -compress_test_dep = dependency('zlib', required: false)
> -if compress_test_dep.found()
> -	test_dep_objs += compress_test_dep
> -	test_sources += 'test_compressdev.c'
> -	test_deps += 'compressdev'
> -	test_names += 'compressdev_autotest'
> +if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
> +	compress_test_dep = dependency('zlib', required: false)
> +	if compress_test_dep.found()
> +		test_dep_objs += compress_test_dep
> +		test_sources += 'test_compressdev.c'
> +		test_deps += 'compressdev'
> +                compressdev_test = [['compressdev_autotest', 'non-parallel', false]]
> +                fast_test_names += compressdev_test
> +	endif
>  endif
>  
>  foreach d:test_deps
> @@ -176,5 +243,15 @@ if get_option('tests')
>  
>  	# some perf tests (eg: memcpy perf autotest)take very long
>  	# to complete, so timeout to 10 minutes
> +        timeout_seconds_fast = 10
> +
> +        foreach arg : fast_test_names
> +		bool_value = arg[2]
> +		test(arg[0], dpdk_test,
> +			env : ['DPDK_TEST=' + arg[0]],
> +			timeout : timeout_seconds_fast,
> +			is_parallel : bool_value,
> +			suite : 'test-fast')
> +        endforeach

arg[1] is unused here, and seems to be just for reference. It's also
strange assigning arg[2] to a variable, while arg[0] is not.
How about creating 2 lists, fast_tests_parallel and fast_test_nonparallel?

/Bruce

[PATCH 3/5] test: add performance tests under test-perf suite

[Hari Kumar Vemula]

Grouped performace test cases under test-perf category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 087d635e1..edda0b5b7 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -182,6 +182,32 @@ fast_test_names =[
         ['version_autotest', 'parallel', true],
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        ['ring_perf_autotest'],
+        ['mempool_perf_autotest'],
+        ['memcpy_perf_autotest'],
+        ['hash_perf_autotest'],
+        ['timer_perf_autotest'],
+        ['reciprocal_division'],
+        ['reciprocal_division_perf'],
+        ['lpm_perf_autotest'],
+        ['red_all'],
+        ['barrier_autotest'],
+        ['hash_multiwriter_autotest'],
+        ['timer_racecond_autotest'],
+        ['efd_autotest'],
+        ['hash_functions_autotest'],
+        ['eventdev_selftest_sw'],
+        ['member_perf_autotest'],
+        ['efd_perf_autotest'],
+        ['lpm6_perf_autotest'],
+        ['red_perf'],
+        ['distributor_perf_autotest'],
+        ['ring_pmd_perf_autotest'],
+        ['pmd_perf_autotest'],
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -244,6 +270,7 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
         timeout_seconds_fast = 10
+	timeout_seconds = 600
 
         foreach arg : fast_test_names
 		bool_value = arg[2]
@@ -253,5 +280,12 @@ if get_option('tests')
 			is_parallel : bool_value,
 			suite : 'test-fast')
         endforeach
+        foreach arg : perf_test_names
+                 test(arg[0], dpdk_test,
+			env : ['DPDK_TEST=' + arg[0]],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-perf')
+        endforeach
 
 endif
-- 
2.13.6

[PATCH 4/5] test: add library dependent tests under test-driver suite

[Hari Kumar Vemula]

Added test cases that depend on library as cryptodev

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 29 ++++++++++++++++++++++++++++-
 1 file changed, 28 insertions(+), 1 deletion(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index edda0b5b7..b3a9e7ef9 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -208,6 +208,25 @@ perf_test_names = [
         ['pmd_perf_autotest'],
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        ['link_bonding_autotest'],
+        ['link_bonding_mode4_autotest'],
+        ['link_bonding_rssconf_autotest'],
+        ['cryptodev_sw_mrvl_autotest'],
+        ['cryptodev_dpaa2_sec_autotest'],
+        ['cryptodev_dpaa_sec_autotest'],
+        ['cryptodev_qat_autotest'],
+        ['cryptodev_aesni_mb_autotest'],
+        ['cryptodev_openssl_autotest'],
+        ['cryptodev_scheduler_autotest'],
+        ['cryptodev_aesni_gcm_autotest'],
+        ['cryptodev_null_autotest'],
+        ['cryptodev_sw_snow3g_autotest'],
+        ['cryptodev_sw_kasumi_autotest'],
+        ['cryptodev_sw_zuc_autotest'],
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -281,11 +300,19 @@ if get_option('tests')
 			suite : 'test-fast')
         endforeach
         foreach arg : perf_test_names
-                 test(arg[0], dpdk_test,
+		test(arg[0], dpdk_test,
 			env : ['DPDK_TEST=' + arg[0]],
                         timeout : timeout_seconds,
                         is_parallel : false,
                         suite : 'test-perf')
         endforeach
+        foreach arg : driver_test_names
+		test(arg[0], dpdk_test,
+			env : ['DPDK_TEST=' + arg[0]],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-driver')
+        endforeach
+
 
 endif
-- 
2.13.6

[PATCH 5/5] test: add dump test cases under test-dump suite

[Hari Kumar Vemula]

Grouped logging or dump related test cases to test-dump category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 22 +++++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index b3a9e7ef9..f6ba600b7 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -227,6 +227,20 @@ driver_test_names = [
         ['cryptodev_sw_zuc_autotest'],
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        ['dump_struct_sizes'],
+        ['dump_mempool'],
+        ['dump_malloc_stats'],
+        ['dump_devargs'],
+        ['dump_log_types'],
+        ['dump_ring'],
+        ['quit_autotest'],
+        ['dump_physmem'],
+        ['dump_memzone'],
+        ['devargs_autotest'],
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -313,6 +327,12 @@ if get_option('tests')
                         is_parallel : false,
                         suite : 'test-driver')
         endforeach
-
+        foreach arg : dump_test_names
+		test(arg[0], dpdk_test,
+			env : ['DPDK_TEST=' + arg[0]],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-dump')
+        endforeach
 
 endif
-- 
2.13.6

[PATCH v2 0/5] create different meson test targets

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

1/5: remove existing test cases to reorganize further
2/5: add test-fast suite to meson targets
3/5: add test-perf suite to meson targets
4/5: add test-driver suite to meson targets
5/5: add test-dump suite to meson targets

--
v2: Divided fast-test list into two lists
--

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under test-fast suite
  test: add performance tests under test-perf suite
  test: add library dependent tests under test-driver suite
  test: add dump test cases under test-dump suite

 test/test/meson.build | 291 ++++++++++++++++++++++++++++++--------------------
 1 file changed, 178 insertions(+), 113 deletions(-)

-- 
2.13.6

[PATCH v3 0/5] create different meson test targets

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

1/5: remove existing test cases to reorganize further
2/5: add test-fast suite to meson targets
3/5: add test-perf suite to meson targets
4/5: add test-driver suite to meson targets
5/5: add test-dump suite to meson targets

--
v3: Updated testcase names in file prefix option
v2: Divided fast-test list into two lists
--

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under test-fast suite
  test: add performance tests under test-perf suite
  test: add library dependent tests under test-driver suite
  test: add dump test cases under test-dump suite

 test/test/meson.build | 288 ++++++++++++++++++++++++++++++--------------------
 1 file changed, 174 insertions(+), 114 deletions(-)

-- 
2.13.6

[PATCH v3 1/5] test: remove existing testcases for categorization

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 111 --------------------------------------------------
 1 file changed, 111 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 7c6e3b00b..088a44726 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,110 +122,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cryptodev_octeontx_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_crypto_adapter_autotest',
-	'event_eth_rx_adapter_autotest',
-	'event_eth_rx_intr_adapter_autotest',
-	'event_ring_autotest',
-	'event_eth_tx_adapter_autotest',
-	'event_timer_adapter_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'external_mem_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_scaling_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'interrupt_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'multiprocess_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -262,7 +158,6 @@ if compress_test_dep.found()
 	test_dep_objs += compress_test_dep
 	test_sources += 'test_compressdev.c'
 	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
 endif
 
 foreach d:test_deps
@@ -289,10 +184,4 @@ if get_option('tests')
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.13.6

[PATCH v3 2/5] test: add quick run tests under test-fast suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that runs quickly under test fast category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 99 ++++++++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 94 insertions(+), 5 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 088a44726..825e84fce 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,6 +122,75 @@ test_deps = ['acl',
 	'timer'
 ]
 
+#All test cases in fast_parallel_test_names list are parallel
+fast_parallel_test_names =[
+        'acl_autotest',
+        'alarm_autotest',
+        'atomic_autotest',
+        'byteorder_autotest',
+        'cmdline_autotest',
+        'common_autotest',
+        'cpuflags_autotest',
+        'cycles_autotest',
+        'debug_autotest',
+        'eal_flags_autotest',
+        'eal_fs_autotest',
+        'errno_autotest',
+        'event_ring_autotest',
+        'func_reentrancy_autotest',
+        'flow_classify_autotest',
+        'hash_autotest',
+        'interrupt_autotest',
+        'logs_autotest',
+        'lpm6_autotest',
+        'lpm_autotest',
+        'malloc_autotest',
+        'mbuf_autotest',
+        'memcpy_autotest',
+        'memory_autotest',
+        'mempool_autotest',
+        'memzone_autotest',
+        'meter_autotest',
+        'multiprocess_autotest',
+        'per_lcore_autotest',
+        'prefetch_autotest',
+        'red_autotest',
+        'ring_autotest',
+        'ring_pmd_autotest',
+        'rwlock_autotest',
+        'sched_autotest',
+        'spinlock_autotest',
+        'string_autotest',
+        'table_autotest',
+        'tailq_autotest',
+        'timer_autotest',
+        'user_delay_us',
+        'version_autotest',
+]
+
+#All test cases in fast_non_parallel_test_names list are non-parallel
+fast_non_parallel_test_names =[
+        'cryptodev_sw_armv8_autotest',
+        'crc_autotest',
+        'cryptodev_openssl_asym_autotest',
+        'cryptodev_sw_mvsam_autotest',
+        'devargs_autotest',
+        'distributor_autotest',
+        'eventdev_common_autotest',
+        'eventdev_octeontx_autotest',
+        'eventdev_sw_autotest',
+        'hash_scaling_autotest',
+        'kni_autotest',
+        'kvargs_autotest',
+        'member_autotest',
+        'power_acpi_cpufreq_autotest',
+        'power_autotest',
+        'power_kvm_vm_autotest',
+        'reorder_autotest',
+        'service_autotest',
+        'thash_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -153,11 +222,14 @@ endif
 default_cflags += '-D_GNU_SOURCE'
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+		fast_non_parallel_test_names += 'compressdev_autotest'
+	endif
 endif
 
 foreach d:test_deps
@@ -183,5 +255,22 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
+        timeout_seconds_fast = 10
+
+        foreach arg : fast_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        args : ['-c f','-n 4', '--file-prefix=test@0@'.format(arg)],
+                        timeout : timeout_seconds_fast,
+                        suite : 'test-fast')
+        endforeach
+
+        foreach arg : fast_non_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds_fast,
+                        is_parallel : false,
+                        suite : 'test-fast')
+        endforeach
 
 endif
-- 
2.13.6

Re: [PATCH v3 2/5] test: add quick run tests under test-fast suite

[Pattan, Reshma]

Hi,

> -----Original Message-----
> From: Vemula, Hari KumarX
> Sent: Tuesday, October 23, 2018 12:01 PM
> To: dev@dpdk.org
> Cc: Richardson, Bruce <bruce.richardson@intel.com>; Pattan, Reshma
> <reshma.pattan@intel.com>; Vemula, Hari KumarX
> <hari.kumarx.vemula@intel.com>
> Subject: [PATCH v3 2/5] test: add quick run tests under test-fast suite
> 
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> Added test cases that runs quickly under test fast category
> 
> Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> +
> +        foreach arg : fast_parallel_test_names
> +                test(arg, dpdk_test,
> +                        env : ['DPDK_TEST=' + arg],
> +                        args : ['-c f','-n 4', '--file-prefix=test@0@'.format(arg)],

Small nit, just remove test in file prefix, and how about having this like this '--file-prefix=@0@'.format(arg)] ?

[PATCH v3 3/5] test: add performance tests under test-perf suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped performace test cases under test-perf category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 825e84fce..70a4c6bed 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -191,6 +191,32 @@ fast_non_parallel_test_names =[
         'thash_autotest',
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        'ring_perf_autotest',
+        'mempool_perf_autotest',
+        'memcpy_perf_autotest',
+        'hash_perf_autotest',
+        'timer_perf_autotest',
+        'reciprocal_division',
+        'reciprocal_division_perf',
+        'lpm_perf_autotest',
+        'red_all',
+        'barrier_autotest',
+        'hash_multiwriter_autotest',
+        'timer_racecond_autotest',
+        'efd_autotest',
+        'hash_functions_autotest',
+        'eventdev_selftest_sw',
+        'member_perf_autotest',
+        'efd_perf_autotest',
+        'lpm6_perf_autotest',
+        'red_perf',
+        'distributor_perf_autotest',
+        'ring_pmd_perf_autotest',
+        'pmd_perf_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -273,4 +299,12 @@ if get_option('tests')
                         suite : 'test-fast')
         endforeach
 
+        foreach arg : perf_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-perf')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v3 4/5] test: add library dependent tests under test-driver suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that depend on library as cryptodev

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 70a4c6bed..a727cf461 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -217,6 +217,25 @@ perf_test_names = [
         'pmd_perf_autotest',
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        'link_bonding_autotest',
+        'link_bonding_mode4_autotest',
+        'link_bonding_rssconf_autotest',
+        'cryptodev_sw_mrvl_autotest',
+        'cryptodev_dpaa2_sec_autotest',
+        'cryptodev_dpaa_sec_autotest',
+        'cryptodev_qat_autotest',
+        'cryptodev_aesni_mb_autotest',
+        'cryptodev_openssl_autotest',
+        'cryptodev_scheduler_autotest',
+        'cryptodev_aesni_gcm_autotest',
+        'cryptodev_null_autotest',
+        'cryptodev_sw_snow3g_autotest',
+        'cryptodev_sw_kasumi_autotest',
+        'cryptodev_sw_zuc_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -307,4 +326,12 @@ if get_option('tests')
                         suite : 'test-perf')
         endforeach
 
+        foreach arg : driver_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-driver')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v3 5/5] test: add dump test cases under test-dump suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped logging or dump related test cases to test-dump category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index a727cf461..9132ad0c1 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -236,6 +236,20 @@ driver_test_names = [
         'cryptodev_sw_zuc_autotest',
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        'dump_struct_sizes',
+        'dump_mempool',
+        'dump_malloc_stats',
+        'dump_devargs',
+        'dump_log_types',
+        'dump_ring',
+        'quit_autotest',
+        'dump_physmem',
+        'dump_memzone',
+        'devargs_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -334,4 +348,11 @@ if get_option('tests')
                         suite : 'test-driver')
         endforeach
 
+        foreach arg : dump_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-dump')
+        endforeach
 endif
-- 
2.13.6

[PATCH v4 0/5] create different meson test targets

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

1/5: remove existing test cases to reorganize further
2/5: add test-fast suite to meson targets
3/5: add test-perf suite to meson targets
4/5: add test-driver suite to meson targets
5/5: add test-dump suite to meson targets

--
v4: Removed test from file prefix
v3: Updated testcase names in file prefix option
v2: Divided fast-test list into two lists
--

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under test-fast suite
  test: add performance tests under test-perf suite
  test: add library dependent tests under test-driver suite
  test: add dump test cases under test-dump suite

 test/test/meson.build | 288 ++++++++++++++++++++++++++++++--------------------
 1 file changed, 174 insertions(+), 114 deletions(-)

-- 
2.13.6

Re: [PATCH v4 0/5] create different meson test targets

[Bruce Richardson]

On Wed, Oct 24, 2018 at 10:07:07AM +0100, Hari kumar Vemula wrote:
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> 1/5: remove existing test cases to reorganize further
> 2/5: add test-fast suite to meson targets
> 3/5: add test-perf suite to meson targets
> 4/5: add test-driver suite to meson targets
> 5/5: add test-dump suite to meson targets
> 
> --
> v4: Removed test from file prefix
> v3: Updated testcase names in file prefix option
> v2: Divided fast-test list into two lists
> --
> 
> Hari Kumar Vemula (5):
>   test: remove existing testcases for categorization
>   test: add quick run tests under test-fast suite
>   test: add performance tests under test-perf suite
>   test: add library dependent tests under test-driver suite
>   test: add dump test cases under test-dump suite
> 
>  test/test/meson.build | 288 ++++++++++++++++++++++++++++++--------------------
>  1 file changed, 174 insertions(+), 114 deletions(-)
> 
The idea looks good to me, I like it.

Couple of minor things I've pointed out on specific patches. The other
comment I have, is that I think the names would read better with the words
switched, and made plural i.e.

	test-fast ==> fast-tests
	test-perf ==> perf-tests
	test-driver ==> driver-tests

Not sure about "dump-tests", though, maybe "debug-tests" might be better?

The big issue that I see is that I think a lot of our tests are not as
reliable as we'd like. However, since that is unrelated to this set, with
the renames above and the comments on specific patches fixed:

Acked-by: Bruce Richardson <bruce.richardson@intel.com>

PS: the series is not showing up properly in patchwork. Please check your
patch threading settings in git.

[PATCH v5 0/5] create different meson test targets

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

1/5: remove existing test cases to reorganize further
2/5: add fast-tests suite to meson targets
3/5: add perf-tests suite to meson targets
4/5: add driver-tests suite to meson targets
5/5: add debug-tests suite to meson targets

--
v5: Renamed test suite names
    Removed quit and devargs_autotest from test list
v4: Removed test from file prefix
v3: Updated testcase names in file prefix option
v2: Divided fast-test list into two lists
--

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under fast-tests suite
  test: add performance tests under perf-tests suite
  test: add driver dependent tests under driver-tests suite
  test: add dump test cases under debug-tests suite

 test/test/meson.build | 286 ++++++++++++++++++++++++++++++--------------------
 1 file changed, 172 insertions(+), 114 deletions(-)

-- 
2.13.6

Re: [PATCH v5 0/5] create different meson test targets

[Thomas Monjalon]

25/10/2018 08:49, Hari Kumar Vemula:
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> 1/5: remove existing test cases to reorganize further
> 2/5: add fast-tests suite to meson targets
> 3/5: add perf-tests suite to meson targets
> 4/5: add driver-tests suite to meson targets
> 5/5: add debug-tests suite to meson targets
> 
> --
> v5: Renamed test suite names
>     Removed quit and devargs_autotest from test list
> v4: Removed test from file prefix
> v3: Updated testcase names in file prefix option
> v2: Divided fast-test list into two lists
> --
> 
> Hari Kumar Vemula (5):
>   test: remove existing testcases for categorization
>   test: add quick run tests under fast-tests suite
>   test: add performance tests under perf-tests suite
>   test: add driver dependent tests under driver-tests suite
>   test: add dump test cases under debug-tests suite

These patches have no ack.
But looking at v4, I see Bruce gave his ack.
So it could have been merged a long time ago.

Now time has passed and it requires to be rebased.
Do you think it's possible to do it today for 19.02-rc3?

[PATCH v6 0/5] create different meson test targets

[Hari Kumar Vemula]

1/5: remove existing test cases to reorganize further
2/5: add fast-tests suite to meson targets
3/5: add perf-tests suite to meson targets
4/5: add driver-tests suite to meson targets
5/5: add debug-tests suite to meson targets

--
v6: Rebased
v5: Renamed test suite names
    Removed quit and devargs_autotest from test list
v4: Removed test from file prefix
v3: Updated testcase names in file prefix option
v2: Divided fast-test list into two lists
--

Hari Kumar Vemula (5):
  test: remove existing testcases for categorization
  test: add quick run tests under fast-tests suite
  test: add performance tests under perf-tests suite
  test: add driver dependent tests under driver-tests suite
  test: add dump test cases under debug-tests suite

 test/test/meson.build | 299 +++++++++++++++++++++++++-----------------
 1 file changed, 179 insertions(+), 120 deletions(-)

-- 
2.17.2

[PATCH v6 1/5] test: remove existing testcases for categorization

[Hari Kumar Vemula]

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
Acked-by: Bruce Richardson <bruce.richardson@intel.com>
---
 test/test/meson.build | 119 ------------------------------------------
 1 file changed, 119 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 045d7c8de..defdbbd22 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -135,118 +135,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'bitratestats_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cryptodev_octeontx_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'delay_us_sleep_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_crypto_adapter_autotest',
-	'event_eth_rx_adapter_autotest',
-	'event_eth_rx_intr_adapter_autotest',
-	'event_ring_autotest',
-	'event_eth_tx_adapter_autotest',
-	'event_timer_adapter_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'external_mem_autotest',
-	'fbarray_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'hash_readwrite_autotest',
-	'hash_readwrite_lf_autotest',
-	'interrupt_autotest',
-	'ipsec_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'latencystats_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'metrics_autotest',
-	'multiprocess_autotest',
-	'pdump_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -283,7 +171,6 @@ if compress_test_dep.found()
 	test_dep_objs += compress_test_dep
 	test_sources += 'test_compressdev.c'
 	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
 endif
 
 foreach d:test_deps
@@ -310,10 +197,4 @@ if get_option('tests')
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.17.2

[PATCH v6 2/5] test: add quick run tests under fast-tests suite

[Hari Kumar Vemula]

Added test cases that runs quickly under fast tests category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
Acked-by: Bruce Richardson <bruce.richardson@intel.com>
---
 test/test/meson.build | 107 ++++++++++++++++++++++++++++++++++++++++--
 1 file changed, 102 insertions(+), 5 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index defdbbd22..1d416967c 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -135,6 +135,84 @@ test_deps = ['acl',
 	'timer'
 ]
 
+#All test cases in fast_parallel_test_names list are parallel
+fast_parallel_test_names =[
+        'acl_autotest',
+        'alarm_autotest',
+        'atomic_autotest',
+        'byteorder_autotest',
+        'cmdline_autotest',
+        'common_autotest',
+        'cpuflags_autotest',
+        'cycles_autotest',
+        'debug_autotest',
+        'eal_flags_autotest',
+        'eal_fs_autotest',
+        'errno_autotest',
+        'event_ring_autotest',
+        'func_reentrancy_autotest',
+        'flow_classify_autotest',
+        'hash_autotest',
+        'interrupt_autotest',
+        'logs_autotest',
+        'lpm6_autotest',
+        'lpm_autotest',
+        'malloc_autotest',
+        'mbuf_autotest',
+        'memcpy_autotest',
+        'memory_autotest',
+        'mempool_autotest',
+        'memzone_autotest',
+        'meter_autotest',
+        'multiprocess_autotest',
+        'per_lcore_autotest',
+        'prefetch_autotest',
+        'red_autotest',
+        'ring_autotest',
+        'ring_pmd_autotest',
+        'rwlock_autotest',
+        'sched_autotest',
+        'spinlock_autotest',
+        'string_autotest',
+        'table_autotest',
+        'tailq_autotest',
+        'timer_autotest',
+        'user_delay_us',
+        'version_autotest',
+]
+
+#All test cases in fast_non_parallel_test_names list are non-parallel
+fast_non_parallel_test_names =[
+        'bitratestats_autotest',
+        'cryptodev_sw_armv8_autotest',
+        'crc_autotest',
+        'cryptodev_openssl_asym_autotest',
+        'cryptodev_sw_mvsam_autotest',
+        'delay_us_sleep_autotest',
+        'devargs_autotest',
+        'distributor_autotest',
+        'eventdev_common_autotest',
+        'eventdev_octeontx_autotest',
+        'eventdev_sw_autotest',
+        'fbarray_autotest',
+        'hash_readwrite_autotest',
+        'hash_readwrite_lf_autotest',
+        'hash_scaling_autotest',
+        'ipsec_autotest',
+        'kni_autotest',
+        'kvargs_autotest',
+        'latencystats_autotest',
+        'member_autotest',
+        'metrics_autotest',
+        'pdump_autotest',
+        'power_acpi_cpufreq_autotest',
+        'power_autotest',
+        'power_kvm_vm_autotest',
+        'reorder_autotest',
+        'service_autotest',
+        'thash_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -166,11 +244,14 @@ endif
 default_cflags += '-D_GNU_SOURCE'
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+		fast_non_parallel_test_names += 'compressdev_autotest'
+	endif
 endif
 
 foreach d:test_deps
@@ -196,5 +277,21 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
+	timeout_seconds_fast = 10
+
+	foreach arg : fast_parallel_test_names
+		test(arg, dpdk_test,
+			env : ['DPDK_TEST=' + arg],
+			args : ['-c f','-n 4', '--file-prefix=@0@'.format(arg)],
+			timeout : timeout_seconds_fast,
+			suite : 'fast-tests')
+	endforeach
 
+	foreach arg : fast_non_parallel_test_names
+		test(arg, dpdk_test,
+			env : ['DPDK_TEST=' + arg],
+			timeout : timeout_seconds_fast,
+			is_parallel : false,
+			suite : 'fast-tests')
+	endforeach
 endif
-- 
2.17.2

[PATCH v6 3/5] test: add performance tests under perf-tests suite

[Hari Kumar Vemula]

Grouped performace test cases under perf tests category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
Acked-by: Bruce Richardson <bruce.richardson@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 1d416967c..47c97c276 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -213,6 +213,32 @@ fast_non_parallel_test_names =[
         'thash_autotest',
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        'ring_perf_autotest',
+        'mempool_perf_autotest',
+        'memcpy_perf_autotest',
+        'hash_perf_autotest',
+        'timer_perf_autotest',
+        'reciprocal_division',
+        'reciprocal_division_perf',
+        'lpm_perf_autotest',
+        'red_all',
+        'barrier_autotest',
+        'hash_multiwriter_autotest',
+        'timer_racecond_autotest',
+        'efd_autotest',
+        'hash_functions_autotest',
+        'eventdev_selftest_sw',
+        'member_perf_autotest',
+        'efd_perf_autotest',
+        'lpm6_perf_autotest',
+        'red_perf',
+        'distributor_perf_autotest',
+        'ring_pmd_perf_autotest',
+        'pmd_perf_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -294,4 +320,12 @@ if get_option('tests')
 			is_parallel : false,
 			suite : 'fast-tests')
 	endforeach
+
+	foreach arg : perf_test_names
+		test(arg, dpdk_test,
+		env : ['DPDK_TEST=' + arg],
+		timeout : timeout_seconds,
+		is_parallel : false,
+		suite : 'perf-tests')
+	endforeach
 endif
-- 
2.17.2

[PATCH v6 4/5] test: add driver dependent tests under driver-tests suite

[Hari Kumar Vemula]

Added test cases that depend on specific drivers

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
Acked-by: Bruce Richardson <bruce.richardson@intel.com>
---
 test/test/meson.build | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 47c97c276..d56c525ea 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -239,6 +239,25 @@ perf_test_names = [
         'pmd_perf_autotest',
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        'link_bonding_autotest',
+        'link_bonding_mode4_autotest',
+        'link_bonding_rssconf_autotest',
+        'cryptodev_sw_mrvl_autotest',
+        'cryptodev_dpaa2_sec_autotest',
+        'cryptodev_dpaa_sec_autotest',
+        'cryptodev_qat_autotest',
+        'cryptodev_aesni_mb_autotest',
+        'cryptodev_openssl_autotest',
+        'cryptodev_scheduler_autotest',
+        'cryptodev_aesni_gcm_autotest',
+        'cryptodev_null_autotest',
+        'cryptodev_sw_snow3g_autotest',
+        'cryptodev_sw_kasumi_autotest',
+        'cryptodev_sw_zuc_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -328,4 +347,12 @@ if get_option('tests')
 		is_parallel : false,
 		suite : 'perf-tests')
 	endforeach
+
+	foreach arg : driver_test_names
+		test(arg, dpdk_test,
+			env : ['DPDK_TEST=' + arg],
+			timeout : timeout_seconds,
+			is_parallel : false,
+			suite : 'driver-tests')
+	endforeach
 endif
-- 
2.17.2

[PATCH v6 5/5] test: add dump test cases under debug-tests suite

[Hari Kumar Vemula]

Grouped logging or dump related test cases to test debug category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
Acked-by: Bruce Richardson <bruce.richardson@intel.com>
---
 test/test/meson.build | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index d56c525ea..318e0454d 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -258,6 +258,18 @@ driver_test_names = [
         'cryptodev_sw_zuc_autotest',
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        'dump_struct_sizes',
+        'dump_mempool',
+        'dump_malloc_stats',
+        'dump_devargs',
+        'dump_log_types',
+        'dump_ring',
+        'dump_physmem',
+        'dump_memzone',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -355,4 +367,12 @@ if get_option('tests')
 			is_parallel : false,
 			suite : 'driver-tests')
 	endforeach
+
+	foreach arg : dump_test_names
+		test(arg, dpdk_test,
+			env : ['DPDK_TEST=' + arg],
+			timeout : timeout_seconds,
+			is_parallel : false,
+			suite : 'debug-tests')
+	endforeach
 endif
-- 
2.17.2

Re: [PATCH v6 0/5] create different meson test targets

[Thomas Monjalon]

18/01/2019 18:40, Hari Kumar Vemula:
> v6: Rebased
> v5: Renamed test suite names
>     Removed quit and devargs_autotest from test list
> v4: Removed test from file prefix
> v3: Updated testcase names in file prefix option
> v2: Divided fast-test list into two lists
> --
> 
> Hari Kumar Vemula (5):
>   test: remove existing testcases for categorization
>   test: add quick run tests under fast-tests suite
>   test: add performance tests under perf-tests suite
>   test: add driver dependent tests under driver-tests suite
>   test: add dump test cases under debug-tests suite

Squashed and applied, thanks

3 questions, for later improvements,
- ring_pmd_autotest is not in PMD group?
- how long is the first fast parallel test group?
- should we split the first (parallel) group in fast and long groups?

[PATCH v5 1/5] test: remove existing testcases for categorization

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 111 --------------------------------------------------
 1 file changed, 111 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 7c6e3b00b..088a44726 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,110 +122,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cryptodev_octeontx_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_crypto_adapter_autotest',
-	'event_eth_rx_adapter_autotest',
-	'event_eth_rx_intr_adapter_autotest',
-	'event_ring_autotest',
-	'event_eth_tx_adapter_autotest',
-	'event_timer_adapter_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'external_mem_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_scaling_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'interrupt_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'multiprocess_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -262,7 +158,6 @@ if compress_test_dep.found()
 	test_dep_objs += compress_test_dep
 	test_sources += 'test_compressdev.c'
 	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
 endif
 
 foreach d:test_deps
@@ -289,10 +184,4 @@ if get_option('tests')
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.13.6

[PATCH v5 2/5] test: add quick run tests under fast-tests suite

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that runs quickly under fast tests category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 99 ++++++++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 94 insertions(+), 5 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 088a44726..b59c87493 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,6 +122,75 @@ test_deps = ['acl',
 	'timer'
 ]
 
+#All test cases in fast_parallel_test_names list are parallel
+fast_parallel_test_names =[
+        'acl_autotest',
+        'alarm_autotest',
+        'atomic_autotest',
+        'byteorder_autotest',
+        'cmdline_autotest',
+        'common_autotest',
+        'cpuflags_autotest',
+        'cycles_autotest',
+        'debug_autotest',
+        'eal_flags_autotest',
+        'eal_fs_autotest',
+        'errno_autotest',
+        'event_ring_autotest',
+        'func_reentrancy_autotest',
+        'flow_classify_autotest',
+        'hash_autotest',
+        'interrupt_autotest',
+        'logs_autotest',
+        'lpm6_autotest',
+        'lpm_autotest',
+        'malloc_autotest',
+        'mbuf_autotest',
+        'memcpy_autotest',
+        'memory_autotest',
+        'mempool_autotest',
+        'memzone_autotest',
+        'meter_autotest',
+        'multiprocess_autotest',
+        'per_lcore_autotest',
+        'prefetch_autotest',
+        'red_autotest',
+        'ring_autotest',
+        'ring_pmd_autotest',
+        'rwlock_autotest',
+        'sched_autotest',
+        'spinlock_autotest',
+        'string_autotest',
+        'table_autotest',
+        'tailq_autotest',
+        'timer_autotest',
+        'user_delay_us',
+        'version_autotest',
+]
+
+#All test cases in fast_non_parallel_test_names list are non-parallel
+fast_non_parallel_test_names =[
+        'cryptodev_sw_armv8_autotest',
+        'crc_autotest',
+        'cryptodev_openssl_asym_autotest',
+        'cryptodev_sw_mvsam_autotest',
+        'devargs_autotest',
+        'distributor_autotest',
+        'eventdev_common_autotest',
+        'eventdev_octeontx_autotest',
+        'eventdev_sw_autotest',
+        'hash_scaling_autotest',
+        'kni_autotest',
+        'kvargs_autotest',
+        'member_autotest',
+        'power_acpi_cpufreq_autotest',
+        'power_autotest',
+        'power_kvm_vm_autotest',
+        'reorder_autotest',
+        'service_autotest',
+        'thash_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -153,11 +222,14 @@ endif
 default_cflags += '-D_GNU_SOURCE'
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+		fast_non_parallel_test_names += 'compressdev_autotest'
+	endif
 endif
 
 foreach d:test_deps
@@ -183,5 +255,22 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
+        timeout_seconds_fast = 10
+
+        foreach arg : fast_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        args : ['-c f','-n 4', '--file-prefix=@0@'.format(arg)],
+                        timeout : timeout_seconds_fast,
+                        suite : 'fast-tests')
+        endforeach
+
+        foreach arg : fast_non_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds_fast,
+                        is_parallel : false,
+                        suite : 'fast-tests')
+        endforeach
 
 endif
-- 
2.13.6

[PATCH v5 3/5] test: add performance tests under perf-tests suite

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped performace test cases under perf tests category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index b59c87493..217e4d3de 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -191,6 +191,32 @@ fast_non_parallel_test_names =[
         'thash_autotest',
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        'ring_perf_autotest',
+        'mempool_perf_autotest',
+        'memcpy_perf_autotest',
+        'hash_perf_autotest',
+        'timer_perf_autotest',
+        'reciprocal_division',
+        'reciprocal_division_perf',
+        'lpm_perf_autotest',
+        'red_all',
+        'barrier_autotest',
+        'hash_multiwriter_autotest',
+        'timer_racecond_autotest',
+        'efd_autotest',
+        'hash_functions_autotest',
+        'eventdev_selftest_sw',
+        'member_perf_autotest',
+        'efd_perf_autotest',
+        'lpm6_perf_autotest',
+        'red_perf',
+        'distributor_perf_autotest',
+        'ring_pmd_perf_autotest',
+        'pmd_perf_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -273,4 +299,12 @@ if get_option('tests')
                         suite : 'fast-tests')
         endforeach
 
+        foreach arg : perf_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'perf-tests')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v5 4/5] test: add driver dependent tests under driver-tests suite

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that depend on specific drivers

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 217e4d3de..dd54800dd 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -217,6 +217,25 @@ perf_test_names = [
         'pmd_perf_autotest',
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        'link_bonding_autotest',
+        'link_bonding_mode4_autotest',
+        'link_bonding_rssconf_autotest',
+        'cryptodev_sw_mrvl_autotest',
+        'cryptodev_dpaa2_sec_autotest',
+        'cryptodev_dpaa_sec_autotest',
+        'cryptodev_qat_autotest',
+        'cryptodev_aesni_mb_autotest',
+        'cryptodev_openssl_autotest',
+        'cryptodev_scheduler_autotest',
+        'cryptodev_aesni_gcm_autotest',
+        'cryptodev_null_autotest',
+        'cryptodev_sw_snow3g_autotest',
+        'cryptodev_sw_kasumi_autotest',
+        'cryptodev_sw_zuc_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -307,4 +326,12 @@ if get_option('tests')
                         suite : 'perf-tests')
         endforeach
 
+        foreach arg : driver_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'driver-tests')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v5 5/5] test: add dump test cases under debug-tests suite

[Hari Kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped logging or dump related test cases to test debug category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index dd54800dd..c5b10e153 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -236,6 +236,18 @@ driver_test_names = [
         'cryptodev_sw_zuc_autotest',
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        'dump_struct_sizes',
+        'dump_mempool',
+        'dump_malloc_stats',
+        'dump_devargs',
+        'dump_log_types',
+        'dump_ring',
+        'dump_physmem',
+        'dump_memzone',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -334,4 +346,11 @@ if get_option('tests')
                         suite : 'driver-tests')
         endforeach
 
+        foreach arg : dump_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'debug-tests')
+        endforeach
 endif
-- 
2.13.6

[PATCH v4 1/5] test: remove existing testcases for categorization

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 111 --------------------------------------------------
 1 file changed, 111 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 7c6e3b00b..088a44726 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,110 +122,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cryptodev_octeontx_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_crypto_adapter_autotest',
-	'event_eth_rx_adapter_autotest',
-	'event_eth_rx_intr_adapter_autotest',
-	'event_ring_autotest',
-	'event_eth_tx_adapter_autotest',
-	'event_timer_adapter_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'external_mem_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_scaling_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'interrupt_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'multiprocess_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -262,7 +158,6 @@ if compress_test_dep.found()
 	test_dep_objs += compress_test_dep
 	test_sources += 'test_compressdev.c'
 	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
 endif
 
 foreach d:test_deps
@@ -289,10 +184,4 @@ if get_option('tests')
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.13.6

[PATCH v4 2/5] test: add quick run tests under test-fast suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that runs quickly under test fast category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 99 ++++++++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 94 insertions(+), 5 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 088a44726..a10908fb3 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,6 +122,75 @@ test_deps = ['acl',
 	'timer'
 ]
 
+#All test cases in fast_parallel_test_names list are parallel
+fast_parallel_test_names =[
+        'acl_autotest',
+        'alarm_autotest',
+        'atomic_autotest',
+        'byteorder_autotest',
+        'cmdline_autotest',
+        'common_autotest',
+        'cpuflags_autotest',
+        'cycles_autotest',
+        'debug_autotest',
+        'eal_flags_autotest',
+        'eal_fs_autotest',
+        'errno_autotest',
+        'event_ring_autotest',
+        'func_reentrancy_autotest',
+        'flow_classify_autotest',
+        'hash_autotest',
+        'interrupt_autotest',
+        'logs_autotest',
+        'lpm6_autotest',
+        'lpm_autotest',
+        'malloc_autotest',
+        'mbuf_autotest',
+        'memcpy_autotest',
+        'memory_autotest',
+        'mempool_autotest',
+        'memzone_autotest',
+        'meter_autotest',
+        'multiprocess_autotest',
+        'per_lcore_autotest',
+        'prefetch_autotest',
+        'red_autotest',
+        'ring_autotest',
+        'ring_pmd_autotest',
+        'rwlock_autotest',
+        'sched_autotest',
+        'spinlock_autotest',
+        'string_autotest',
+        'table_autotest',
+        'tailq_autotest',
+        'timer_autotest',
+        'user_delay_us',
+        'version_autotest',
+]
+
+#All test cases in fast_non_parallel_test_names list are non-parallel
+fast_non_parallel_test_names =[
+        'cryptodev_sw_armv8_autotest',
+        'crc_autotest',
+        'cryptodev_openssl_asym_autotest',
+        'cryptodev_sw_mvsam_autotest',
+        'devargs_autotest',
+        'distributor_autotest',
+        'eventdev_common_autotest',
+        'eventdev_octeontx_autotest',
+        'eventdev_sw_autotest',
+        'hash_scaling_autotest',
+        'kni_autotest',
+        'kvargs_autotest',
+        'member_autotest',
+        'power_acpi_cpufreq_autotest',
+        'power_autotest',
+        'power_kvm_vm_autotest',
+        'reorder_autotest',
+        'service_autotest',
+        'thash_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -153,11 +222,14 @@ endif
 default_cflags += '-D_GNU_SOURCE'
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+		fast_non_parallel_test_names += 'compressdev_autotest'
+	endif
 endif
 
 foreach d:test_deps
@@ -183,5 +255,22 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
+        timeout_seconds_fast = 10
+
+        foreach arg : fast_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        args : ['-c f','-n 4', '--file-prefix=@0@'.format(arg)],
+                        timeout : timeout_seconds_fast,
+                        suite : 'test-fast')
+        endforeach
+
+        foreach arg : fast_non_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds_fast,
+                        is_parallel : false,
+                        suite : 'test-fast')
+        endforeach
 
 endif
-- 
2.13.6

[PATCH v4 3/5] test: add performance tests under test-perf suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped performace test cases under test-perf category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index a10908fb3..9e4d7621d 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -191,6 +191,32 @@ fast_non_parallel_test_names =[
         'thash_autotest',
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        'ring_perf_autotest',
+        'mempool_perf_autotest',
+        'memcpy_perf_autotest',
+        'hash_perf_autotest',
+        'timer_perf_autotest',
+        'reciprocal_division',
+        'reciprocal_division_perf',
+        'lpm_perf_autotest',
+        'red_all',
+        'barrier_autotest',
+        'hash_multiwriter_autotest',
+        'timer_racecond_autotest',
+        'efd_autotest',
+        'hash_functions_autotest',
+        'eventdev_selftest_sw',
+        'member_perf_autotest',
+        'efd_perf_autotest',
+        'lpm6_perf_autotest',
+        'red_perf',
+        'distributor_perf_autotest',
+        'ring_pmd_perf_autotest',
+        'pmd_perf_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -273,4 +299,12 @@ if get_option('tests')
                         suite : 'test-fast')
         endforeach
 
+        foreach arg : perf_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-perf')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v4 4/5] test: add library dependent tests under test-driver suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that depend on library as cryptodev

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 9e4d7621d..da1dbfac4 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -217,6 +217,25 @@ perf_test_names = [
         'pmd_perf_autotest',
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        'link_bonding_autotest',
+        'link_bonding_mode4_autotest',
+        'link_bonding_rssconf_autotest',
+        'cryptodev_sw_mrvl_autotest',
+        'cryptodev_dpaa2_sec_autotest',
+        'cryptodev_dpaa_sec_autotest',
+        'cryptodev_qat_autotest',
+        'cryptodev_aesni_mb_autotest',
+        'cryptodev_openssl_autotest',
+        'cryptodev_scheduler_autotest',
+        'cryptodev_aesni_gcm_autotest',
+        'cryptodev_null_autotest',
+        'cryptodev_sw_snow3g_autotest',
+        'cryptodev_sw_kasumi_autotest',
+        'cryptodev_sw_zuc_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -307,4 +326,12 @@ if get_option('tests')
                         suite : 'test-perf')
         endforeach
 
+        foreach arg : driver_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-driver')
+        endforeach
+
 endif
-- 
2.13.6

Re: [PATCH v4 4/5] test: add library dependent tests under test-driver suite

[Bruce Richardson]

On Wed, Oct 24, 2018 at 10:07:11AM +0100, Hari kumar Vemula wrote:
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> Added test cases that depend on library as cryptodev

Commit log could do with a little improvement: It's not that they depend on
a library, but rather on specific drivers.
 
> Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> ---
>  test/test/meson.build | 27 +++++++++++++++++++++++++++
>  1 file changed, 27 insertions(+)
> 
> diff --git a/test/test/meson.build b/test/test/meson.build
> index 9e4d7621d..da1dbfac4 100644
> --- a/test/test/meson.build
> +++ b/test/test/meson.build
> @@ -217,6 +217,25 @@ perf_test_names = [
>          'pmd_perf_autotest',
>  ]
>  
> +#All test cases in driver_test_names list are non-parallel
> +driver_test_names = [
> +        'link_bonding_autotest',
> +        'link_bonding_mode4_autotest',
> +        'link_bonding_rssconf_autotest',
> +        'cryptodev_sw_mrvl_autotest',
> +        'cryptodev_dpaa2_sec_autotest',
> +        'cryptodev_dpaa_sec_autotest',
> +        'cryptodev_qat_autotest',
> +        'cryptodev_aesni_mb_autotest',
> +        'cryptodev_openssl_autotest',
> +        'cryptodev_scheduler_autotest',
> +        'cryptodev_aesni_gcm_autotest',
> +        'cryptodev_null_autotest',
> +        'cryptodev_sw_snow3g_autotest',
> +        'cryptodev_sw_kasumi_autotest',
> +        'cryptodev_sw_zuc_autotest',
> +]
> +

[PATCH v4 5/5] test: add dump test cases under test-dump suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped logging or dump related test cases to test-dump category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index da1dbfac4..266e1bfa6 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -236,6 +236,20 @@ driver_test_names = [
         'cryptodev_sw_zuc_autotest',
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        'dump_struct_sizes',
+        'dump_mempool',
+        'dump_malloc_stats',
+        'dump_devargs',
+        'dump_log_types',
+        'dump_ring',
+        'quit_autotest',
+        'dump_physmem',
+        'dump_memzone',
+        'devargs_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -334,4 +348,11 @@ if get_option('tests')
                         suite : 'test-driver')
         endforeach
 
+        foreach arg : dump_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-dump')
+        endforeach
 endif
-- 
2.13.6

Re: [PATCH v4 5/5] test: add dump test cases under test-dump suite

[Bruce Richardson]

On Wed, Oct 24, 2018 at 10:07:12AM +0100, Hari kumar Vemula wrote:
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> Grouped logging or dump related test cases to test-dump category
> 
> Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> ---
>  test/test/meson.build | 21 +++++++++++++++++++++
>  1 file changed, 21 insertions(+)
> 
> diff --git a/test/test/meson.build b/test/test/meson.build
> index da1dbfac4..266e1bfa6 100644
> --- a/test/test/meson.build
> +++ b/test/test/meson.build
> @@ -236,6 +236,20 @@ driver_test_names = [
>          'cryptodev_sw_zuc_autotest',
>  ]
>  
> +#All test cases in dump_test_names list are non-parallel
> +dump_test_names = [
> +        'dump_struct_sizes',
> +        'dump_mempool',
> +        'dump_malloc_stats',
> +        'dump_devargs',
> +        'dump_log_types',
> +        'dump_ring',
> +        'quit_autotest',
> +        'dump_physmem',
> +        'dump_memzone',
> +        'devargs_autotest',
> +]
> +
"quit_autotest" and "devargs_autotest" don't look like they belong here.
Why are they included?

[PATCH v2 1/5] test: remove existing testcases for categorization

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Removed testcase list from meson build to categorize testcases
into suites

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 110 --------------------------------------------------
 1 file changed, 110 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 6a71ee0d3..8827c02aa 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,109 +122,6 @@ test_deps = ['acl',
 	'timer'
 ]
 
-test_names = [
-	'acl_autotest',
-	'alarm_autotest',
-	'atomic_autotest',
-	'barrier_autotest',
-	'byteorder_autotest',
-	'cmdline_autotest',
-	'common_autotest',
-	'cpuflags_autotest',
-	'crc_autotest',
-	'cryptodev_qat_autotest',
-	'cryptodev_aesni_mb_autotest',
-	'cryptodev_openssl_autotest',
-	'cryptodev_openssl_asym_autotest',
-	'cryptodev_aesni_gcm_autotest',
-	'cryptodev_null_autotest',
-	'cryptodev_sw_snow3g_autotest',
-	'cryptodev_sw_kasumi_autotest',
-	'cryptodev_sw_zuc_autotest',
-	'cryptodev_sw_armv8_autotest',
-	'cryptodev_sw_mvsam_autotest',
-	'cryptodev_dpaa2_sec_autotest',
-	'cryptodev_dpaa_sec_autotest',
-	'cycles_autotest',
-	'debug_autotest',
-	'devargs_autotest',
-	'distributor_autotest',
-	'distributor_perf_autotest',
-	'eal_flags_autotest',
-	'eal_fs_autotest',
-	'efd_autotest',
-	'efd_perf_autotest',
-	'errno_autotest',
-	'event_crypto_adapter_autotest',
-	'event_eth_rx_adapter_autotest',
-	'event_eth_rx_intr_adapter_autotest',
-	'event_ring_autotest',
-	'event_eth_tx_adapter_autotest',
-	'event_timer_adapter_autotest',
-	'eventdev_common_autotest',
-	'eventdev_octeontx_autotest',
-	'eventdev_sw_autotest',
-	'external_mem_autotest',
-	'func_reentrancy_autotest',
-	'flow_classify_autotest',
-	'hash_scaling_autotest',
-	'hash_autotest',
-	'hash_functions_autotest',
-	'hash_multiwriter_autotest',
-	'hash_perf_autotest',
-	'interrupt_autotest',
-	'kni_autotest',
-	'kvargs_autotest',
-	'link_bonding_autotest',
-	'link_bonding_mode4_autotest',
-	'logs_autotest',
-	'lpm6_autotest',
-	'lpm6_perf_autotest',
-	'lpm_autotest',
-	'lpm_perf_autotest',
-	'malloc_autotest',
-	'mbuf_autotest',
-	'member_autotest',
-	'member_perf_autotest',
-	'memcpy_autotest',
-	'memcpy_perf_autotest',
-	'memory_autotest',
-	'mempool_autotest',
-	'mempool_perf_autotest',
-	'memzone_autotest',
-	'meter_autotest',
-	'multiprocess_autotest',
-	'per_lcore_autotest',
-	'pmd_perf_autotest',
-	'power_acpi_cpufreq_autotest',
-	'power_autotest',
-	'power_kvm_vm_autotest',
-	'prefetch_autotest',
-	'reciprocal_division',
-	'reciprocal_division_perf',
-	'red_all',
-	'red_autotest',
-	'red_perf',
-	'reorder_autotest',
-	'ring_autotest',
-	'ring_perf_autotest',
-	'ring_pmd_autotest',
-	'ring_pmd_perf_autotest',
-	'rwlock_autotest',
-	'sched_autotest',
-	'service_autotest',
-	'spinlock_autotest',
-	'string_autotest',
-	'table_autotest',
-	'tailq_autotest',
-	'thash_autotest',
-	'timer_autotest',
-	'timer_perf__autotest',
-	'timer_racecond_autotest',
-	'user_delay_us',
-	'version_autotest',
-]
-
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -258,7 +155,6 @@ if compress_test_dep.found()
 	test_dep_objs += compress_test_dep
 	test_sources += 'test_compressdev.c'
 	test_deps += 'compressdev'
-	test_names += 'compressdev_autotest'
 endif
 
 foreach d:test_deps
@@ -285,10 +181,4 @@ if get_option('tests')
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
 
-	foreach t:test_names
-		test(t, dpdk_test,
-			env : ['DPDK_TEST='+t],
-			timeout : timeout_seconds,
-			is_parallel : false)
-	endforeach
 endif
-- 
2.13.6

[PATCH v2 2/5] test: add quick run tests under test-fast suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that runs quickly under test fast category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 102 +++++++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 97 insertions(+), 5 deletions(-)

diff --git a/test/test/meson.build b/test/test/meson.build
index 8827c02aa..b6443c88a 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -122,6 +122,75 @@ test_deps = ['acl',
 	'timer'
 ]
 
+#All test cases in fast_parallel_test_names list are parallel
+fast_parallel_test_names =[
+        'acl_autotest',
+        'alarm_autotest',
+        'atomic_autotest',
+        'byteorder_autotest',
+        'cmdline_autotest',
+        'common_autotest',
+        'cpuflags_autotest',
+        'cycles_autotest',
+        'debug_autotest',
+        'eal_flags_autotest',
+        'eal_fs_autotest',
+        'errno_autotest',
+        'event_ring_autotest',
+        'func_reentrancy_autotest',
+        'flow_classify_autotest',
+        'hash_autotest',
+        'interrupt_autotest',
+        'logs_autotest',
+        'lpm6_autotest',
+        'lpm_autotest',
+        'malloc_autotest',
+        'mbuf_autotest',
+        'memcpy_autotest',
+        'memory_autotest',
+        'mempool_autotest',
+        'memzone_autotest',
+        'meter_autotest',
+        'multiprocess_autotest',
+        'per_lcore_autotest',
+        'prefetch_autotest',
+        'red_autotest',
+        'ring_autotest',
+        'ring_pmd_autotest',
+        'rwlock_autotest',
+        'sched_autotest',
+        'spinlock_autotest',
+        'string_autotest',
+        'table_autotest',
+        'tailq_autotest',
+        'timer_autotest',
+        'user_delay_us',
+        'version_autotest',
+]
+
+#All test cases in fast_non_parallel_test_names list are non-parallel
+fast_non_parallel_test_names =[
+        'cryptodev_sw_armv8_autotest',
+        'crc_autotest',
+        'cryptodev_openssl_asym_autotest',
+        'cryptodev_sw_mvsam_autotest',
+        'devargs_autotest',
+        'distributor_autotest',
+        'eventdev_common_autotest',
+        'eventdev_octeontx_autotest',
+        'eventdev_sw_autotest',
+        'hash_scaling_autotest',
+        'kni_autotest',
+        'kvargs_autotest',
+        'member_autotest',
+        'power_acpi_cpufreq_autotest',
+        'power_autotest',
+        'power_kvm_vm_autotest',
+        'reorder_autotest',
+        'service_autotest',
+        'thash_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -150,11 +219,14 @@ if cc.has_argument('-Wno-format-truncation')
 endif
 
 test_dep_objs = []
-compress_test_dep = dependency('zlib', required: false)
-if compress_test_dep.found()
-	test_dep_objs += compress_test_dep
-	test_sources += 'test_compressdev.c'
-	test_deps += 'compressdev'
+if dpdk_conf.has('RTE_LIBRTE_COMPRESSDEV')
+	compress_test_dep = dependency('zlib', required: false)
+	if compress_test_dep.found()
+		test_dep_objs += compress_test_dep
+		test_sources += 'test_compressdev.c'
+		test_deps += 'compressdev'
+		fast_non_parallel_test_names += 'compressdev_autotest'
+	endif
 endif
 
 foreach d:test_deps
@@ -180,5 +252,25 @@ if get_option('tests')
 	# some perf tests (eg: memcpy perf autotest)take very long
 	# to complete, so timeout to 10 minutes
 	timeout_seconds = 600
+	timeout_seconds_fast = 10
+
+	itr = 0
+        foreach arg : fast_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+			args : ['-c f','-n 4', '--file-prefix=test@0@'.format(itr)],
+                        timeout : timeout_seconds_fast,
+                        is_parallel : true,
+                        suite : 'test-fast')
+		itr += 1
+        endforeach
+
+        foreach arg : fast_non_parallel_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds_fast,
+                        is_parallel : false,
+                        suite : 'test-fast')
+        endforeach
 
 endif
-- 
2.13.6

Re: [PATCH v2 2/5] test: add quick run tests under test-fast suite

[Pattan, Reshma]

> -----Original Message-----
> From: Vemula, Hari KumarX
> Sent: Friday, October 12, 2018 3:33 PM
> To: dev@dpdk.org
> Cc: Richardson, Bruce <bruce.richardson@intel.com>; Pattan, Reshma
> <reshma.pattan@intel.com>; Vemula, Hari KumarX
> <hari.kumarx.vemula@intel.com>
> Subject: [PATCH v2 2/5] test: add quick run tests under test-fast suite
> 
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> 
> 
> +                test(arg, dpdk_test,
> +                        env : ['DPDK_TEST=' + arg],
> +			args : ['-c f','-n 4', '--file-prefix=test@0@'.format(itr)],

Can we use  test name instead of itr here? And remove itr?

Thanks,
Reshma

Re: [PATCH v2 2/5] test: add quick run tests under test-fast suite

[Pattan, Reshma]

> -----Original Message-----
> From: Vemula, Hari KumarX
> Sent: Friday, October 12, 2018 3:33 PM
> To: dev@dpdk.org
> Cc: Richardson, Bruce <bruce.richardson@intel.com>; Pattan, Reshma
> <reshma.pattan@intel.com>; Vemula, Hari KumarX
> <hari.kumarx.vemula@intel.com>
> Subject: [PATCH v2 2/5] test: add quick run tests under test-fast suite
> 
> +
> +	itr = 0
> +        foreach arg : fast_parallel_test_names
> +                test(arg, dpdk_test,
> +                        env : ['DPDK_TEST=' + arg],
> +			args : ['-c f','-n 4', '--file-prefix=test@0@'.format(itr)],

i.e. '--file-prefix=@0@'.format(arg)], ?

Re: [PATCH v2 2/5] test: add quick run tests under test-fast suite

[Pattan, Reshma]

> -----Original Message-----
> From: Vemula, Hari KumarX
> Sent: Friday, October 12, 2018 3:33 PM
> To: dev@dpdk.org
> Cc: Richardson, Bruce <bruce.richardson@intel.com>; Pattan, Reshma
> <reshma.pattan@intel.com>; Vemula, Hari KumarX
> <hari.kumarx.vemula@intel.com>
> Subject: [PATCH v2 2/5] test: add quick run tests under test-fast suite
> 
> From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
> +                        is_parallel : true,

Meson by default run the UTs in parallel by default, so u can remove the above line.

Thanks,
Reshma

[PATCH v2 3/5] test: add performance tests under test-perf suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped performace test cases under test-perf category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index b6443c88a..c69fe0007 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -191,6 +191,32 @@ fast_non_parallel_test_names =[
         'thash_autotest',
 ]
 
+#All test cases in perf_test_names list are non-parallel
+perf_test_names = [
+        'ring_perf_autotest',
+        'mempool_perf_autotest',
+        'memcpy_perf_autotest',
+        'hash_perf_autotest',
+        'timer_perf_autotest',
+        'reciprocal_division',
+        'reciprocal_division_perf',
+        'lpm_perf_autotest',
+        'red_all',
+        'barrier_autotest',
+        'hash_multiwriter_autotest',
+        'timer_racecond_autotest',
+        'efd_autotest',
+        'hash_functions_autotest',
+        'eventdev_selftest_sw',
+        'member_perf_autotest',
+        'efd_perf_autotest',
+        'lpm6_perf_autotest',
+        'red_perf',
+        'distributor_perf_autotest',
+        'ring_pmd_perf_autotest',
+        'pmd_perf_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -273,4 +299,12 @@ if get_option('tests')
                         suite : 'test-fast')
         endforeach
 
+        foreach arg : perf_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-perf')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v2 4/5] test: add library dependent tests under test-driver suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Added test cases that depend on library as cryptodev

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index c69fe0007..4668eed81 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -217,6 +217,25 @@ perf_test_names = [
         'pmd_perf_autotest',
 ]
 
+#All test cases in driver_test_names list are non-parallel
+driver_test_names = [
+        'link_bonding_autotest',
+        'link_bonding_mode4_autotest',
+        'link_bonding_rssconf_autotest',
+        'cryptodev_sw_mrvl_autotest',
+        'cryptodev_dpaa2_sec_autotest',
+        'cryptodev_dpaa_sec_autotest',
+        'cryptodev_qat_autotest',
+        'cryptodev_aesni_mb_autotest',
+        'cryptodev_openssl_autotest',
+        'cryptodev_scheduler_autotest',
+        'cryptodev_aesni_gcm_autotest',
+        'cryptodev_null_autotest',
+        'cryptodev_sw_snow3g_autotest',
+        'cryptodev_sw_kasumi_autotest',
+        'cryptodev_sw_zuc_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -307,4 +326,12 @@ if get_option('tests')
                         suite : 'test-perf')
         endforeach
 
+        foreach arg : driver_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-driver')
+        endforeach
+
 endif
-- 
2.13.6

[PATCH v2 5/5] test: add dump test cases under test-dump suite

[Hari kumar Vemula]

From: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>

Grouped logging or dump related test cases to test-dump category

Signed-off-by: Hari Kumar Vemula <hari.kumarx.vemula@intel.com>
---
 test/test/meson.build | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)

diff --git a/test/test/meson.build b/test/test/meson.build
index 4668eed81..007c810bb 100644
--- a/test/test/meson.build
+++ b/test/test/meson.build
@@ -236,6 +236,20 @@ driver_test_names = [
         'cryptodev_sw_zuc_autotest',
 ]
 
+#All test cases in dump_test_names list are non-parallel
+dump_test_names = [
+        'dump_struct_sizes',
+        'dump_mempool',
+        'dump_malloc_stats',
+        'dump_devargs',
+        'dump_log_types',
+        'dump_ring',
+        'quit_autotest',
+        'dump_physmem',
+        'dump_memzone',
+        'devargs_autotest',
+]
+
 if dpdk_conf.has('RTE_LIBRTE_PDUMP')
 	test_deps += 'pdump'
 endif
@@ -334,4 +348,12 @@ if get_option('tests')
                         suite : 'test-driver')
         endforeach
 
+        foreach arg : dump_test_names
+                test(arg, dpdk_test,
+                        env : ['DPDK_TEST=' + arg],
+                        timeout : timeout_seconds,
+                        is_parallel : false,
+                        suite : 'test-dump')
+        endforeach
+
 endif
-- 
2.13.6