From patchwork Tue Jul 4 10:59:52 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129229 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 8F4C342DAE; Tue, 4 Jul 2023 05:23:24 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 3DB7242D0E; Tue, 4 Jul 2023 05:23:24 +0200 (CEST) Received: from mga02.intel.com (mga02.intel.com [134.134.136.20]) by mails.dpdk.org (Postfix) with ESMTP id 3890840E03 for ; Tue, 4 Jul 2023 05:23:23 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688441003; x=1719977003; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=gbqvMm/YwM1Sz2uRHvRCR5DSf1gQl3WGaPrdWWpSBys=; b=BvT42MeAMjSA6wgT4j10OiBRuVCktr2cwzt7ewYdKz/uS0xtdSaFh0iG iRyKZDDDn3lPGS3QYXyk6VSZKCIfSamxdvSB28oMLrhJ2FUVR1RzVRfZ2 AuDASNncosD4WpQ4vCUUz4D2ElD97Yw7YH434jXi3/wyewIonUFq9Lc3A BGwrfpVVx2wDqtBoyYQUPHKWY9XrUC/EfRXPScvsjysQd9UJyvSWkorbJ mkmii9ewmyMjYXqTW429bOIq+8Mp1NN6SpqLpB+vs491FB9hCilTqW7XG dCjJAKj92nKWrjcGMgMDbaCB8zWddbeEpv/SchKj7lq9m+2ryiCSOG/FD A==; X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="352848190" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="352848190" Received: from orsmga005.jf.intel.com ([10.7.209.41]) by orsmga101.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 20:23:21 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="892722977" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="892722977" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by orsmga005-auth.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 20:23:19 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 1/2] tests/pvp_multi_paths_virtio_single_core_performance: keep test suite consistent with the test plan Date: Tue, 4 Jul 2023 10:59:52 +0000 Message-Id: <20230704105953.1891576-2-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230704105953.1891576-1-dukaix.yuan@intel.com> References: <20230704105953.1891576-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Some differences exist between the test suite and the test plan, so modify the scripts to be consistent with the test plan. Signed-off-by: Dukai Yuan --- ...ti_paths_virtio_single_core_performance.py | 50 +++++++++---------- 1 file changed, 25 insertions(+), 25 deletions(-) diff --git a/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py b/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py index fa7940c6..f88d037f 100644 --- a/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py +++ b/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py @@ -302,7 +302,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): def test_perf_virtio_single_core_virtio11_mergeable(self): """ - performance for Vhost PVP virtio 1.1 Mergeable Path. + Case 1:performance for Vhost PVP virtio 1.1 mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -314,16 +314,16 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_mergeable on") + self.send_and_verify("virtio1.1_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_virtio_single_core_virtio11_normal(self): + def test_perf_virtio_single_core_virtio11_non_mergeable(self): """ - performance for Vhost PVP virtio1.1 Normal Path. + Case 2:performance for Vhost PVP virtio1.1 non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -335,7 +335,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_normal") + self.send_and_verify("virtio1.1_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -344,7 +344,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): def test_perf_virtio_single_core_virtio11_inorder_mergeable(self): """ - performance for Vhost PVP virtio 1.1 inorder Mergeable Path. + Case 8:performance for Vhost PVP virtio 1.1 inorder mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -356,16 +356,16 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_mergeable on") + self.send_and_verify("virtio1.1_inorder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_virtio_single_core_virtio11_inorder_normal(self): + def test_perf_virtio_single_core_virtio11_inorder_non_mergeable(self): """ - performance for Vhost PVP virtio1.1 inorder Normal Path. + Case 9:performance for Vhost PVP virtio1.1 inorder non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -377,7 +377,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_normal") + self.send_and_verify("virtio1.1_inorder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -386,7 +386,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): def test_perf_virtio_single_core_virtio11_vectorized(self): """ - performance for Vhost PVP virtio1.1 vectorized Path. + Case 10:performance for Vhost PVP virtio1.1 vectorized Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -398,7 +398,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_normal") + self.send_and_verify("virtio1.1_vectorized") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -407,7 +407,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): def test_perf_virtio_single_core_inorder_mergeable(self): """ - performance for Vhost PVP In_order mergeable Path. + Case 3:performance for Vhost PVP in_order mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -419,16 +419,16 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable on") + self.send_and_verify("virtio1.0_inorder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_virtio_single_core_inorder_normal(self): + def test_perf_virtio_single_core_inorder_non_mergeable(self): """ - performance for Vhost PVP In_order normal Path. + Case 4:performance for Vhost PVP in_order non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -440,7 +440,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable off") + self.send_and_verify("virtio1.0_inorder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -449,7 +449,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): def test_perf_virtio_single_core_mergeable(self): """ - performance for Vhost PVP Mergeable Path. + Case 5:performance for Vhost PVP mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -461,16 +461,16 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virito mergeable") + self.send_and_verify("virtio1.0_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_virtio_single_core_normal(self): + def test_perf_virtio_single_core_non_mergeable(self): """ - performance for Vhost PVP Normal Path. + Case 6:performance for Vhost PVP non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -482,16 +482,16 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virito normal") + self.send_and_verify("virito1.0_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_virtio_single_core_vector_rx(self): + def test_perf_virtio_single_core_vectorized_rx(self): """ - performance for Vhost PVP Vector Path + Case 7:performance for Vhost PVP vectorized Path """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -503,7 +503,7 @@ class TestPVPMultiPathsVirtioSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio vector rx") + self.send_and_verify("virtio1.0_vectorized_rx") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() From patchwork Tue Jul 4 10:59:53 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129230 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 6C2AC42D60; Tue, 4 Jul 2023 05:23:25 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 6696642D0D; Tue, 4 Jul 2023 05:23:25 +0200 (CEST) Received: from mga02.intel.com (mga02.intel.com [134.134.136.20]) by mails.dpdk.org (Postfix) with ESMTP id 4209E42D10 for ; Tue, 4 Jul 2023 05:23:24 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688441004; x=1719977004; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=OiQibc/7lEetEC0QVEq3f64tH38tqggqwnDOjU1NQhw=; b=ORXeCpcI6oxnjLiZm5t+5X26TIxLi30yILZgxcQNUbrN728N7Pv4GZWD 3Z+qespHKsyKq3le25AlE2cDGGzXziXciacGqhyW1w6ahzEGX+zJbjWhd eRuGXlKmSPoC306aPAbswVSo0wjjGZ5zIWV7TIMgL0tyKdt0PgbsO+eY1 IuFHEmrL58F643WwPvwkzkned/ovJrpUIM+y69iduluxLFsdpRoLn3C4K e2vcTO9850knr4zjOEaIqpKkTBp2/N0CchQ8IZi6HPdZcryKqSVDwAwX0 iNqDEF1EU46LhWohxOgQ+NtINg1ftQX1ukHvaL6O5R4MKFbu/8YgBJUX6 g==; X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="352848191" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="352848191" Received: from orsmga005.jf.intel.com ([10.7.209.41]) by orsmga101.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 20:23:23 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="892723020" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="892723020" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by orsmga005-auth.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 20:23:22 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 2/2] conf/pvp_multi_paths_virtio_single_core_performance: update the configuration file to fit the test suite Date: Tue, 4 Jul 2023 10:59:53 +0000 Message-Id: <20230704105953.1891576-3-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230704105953.1891576-1-dukaix.yuan@intel.com> References: <20230704105953.1891576-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Update the configuration file to fit the test suite. Signed-off-by: Dukai Yuan --- ...vp_multi_paths_virtio_single_core_performance.cfg | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/conf/pvp_multi_paths_virtio_single_core_performance.cfg b/conf/pvp_multi_paths_virtio_single_core_performance.cfg index a1495e42..0f89b8af 100644 --- a/conf/pvp_multi_paths_virtio_single_core_performance.cfg +++ b/conf/pvp_multi_paths_virtio_single_core_performance.cfg @@ -5,13 +5,13 @@ test_duration = 60 accepted_tolerance = 2 expected_throughput = { 'test_perf_virtio_single_core_virtio11_vectorized': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_virtio11_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_virtio_single_core_virtio11_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_virtio_single_core_virtio11_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_virtio11_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_virtio_single_core_virtio11_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_virtio_single_core_virtio11_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_virtio11_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_virtio_single_core_virtio11_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_virtio_single_core_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_virtio_single_core_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_virtio_single_core_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_virtio_single_core_vector_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}} + 'test_perf_virtio_single_core_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_virtio_single_core_vectorized_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}}