From patchwork Mon Jul 3 16:18:12 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129191 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 5D56642DC2; Mon, 3 Jul 2023 10:42:26 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 57EE941143; Mon, 3 Jul 2023 10:42:26 +0200 (CEST) Received: from mga06.intel.com (mga06b.intel.com [134.134.136.31]) by mails.dpdk.org (Postfix) with ESMTP id A1ED140ED5 for ; Mon, 3 Jul 2023 10:42:24 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688373744; x=1719909744; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=a683K/8+vvcNGlM3mYYe5mWgFiBALMgx6GWjUbH9D6M=; b=C0CvucNnm1rioYmdFX/yFwDXPdVnhqcH0TiC4Yy242zED0AOh8CpICcp E196I9k7ZIeeIF/WWomvJMxf7QIevN1iUMKV2a9vgXMwE/4Dx+P8fxtuv cmg76XedFdnFrDQdL1FaTUIStx+1NWQpndSooqCfthls8QuUDe05DtGQ3 deHD59OG+3LfpGrCKvYOWDrOzdQZ+ehPM71kl1FiIqKU3r6XazGcxS8mp uw3m4x/fg2mtl+mDAWFf06Xt7CjC4jl83Xvx3e82RJCSSqJhaTofE+Mid 81165X5Awa9Hh/y7IhGqEAOhGLulT4j/Fjz6KZsRQ/KPirtXpFsAwotUQ w==; X-IronPort-AV: E=McAfee;i="6600,9927,10759"; a="426510924" X-IronPort-AV: E=Sophos;i="6.01,177,1684825200"; d="scan'208";a="426510924" Received: from fmsmga004.fm.intel.com ([10.253.24.48]) by orsmga104.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 01:42:23 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10759"; a="788450180" X-IronPort-AV: E=Sophos;i="6.01,177,1684825200"; d="scan'208";a="788450180" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by fmsmga004-auth.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 01:42:22 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 1/2] tests/pvp_multi_paths_vhost_single_core_performance:keep test suite consistent with the test plan Date: Mon, 3 Jul 2023 16:18:12 +0000 Message-Id: <20230703161813.8685-2-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230703161813.8685-1-dukaix.yuan@intel.com> References: <20230703161813.8685-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Some differences exist between the test suite and the test plan, so modify the scripts to be consistent with the test plan. Signed-off-by: Dukai Yuan --- ...lti_paths_vhost_single_core_performance.py | 50 +++++++++---------- 1 file changed, 25 insertions(+), 25 deletions(-) diff --git a/tests/TestSuite_pvp_multi_paths_vhost_single_core_performance.py b/tests/TestSuite_pvp_multi_paths_vhost_single_core_performance.py index 6d677441..66a98911 100644 --- a/tests/TestSuite_pvp_multi_paths_vhost_single_core_performance.py +++ b/tests/TestSuite_pvp_multi_paths_vhost_single_core_performance.py @@ -300,7 +300,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): def test_perf_vhost_single_core_virtio11_mergeable(self): """ - performance for Vhost PVP virtio 1.1 Mergeable Path. + Case 1:performance for Vhost PVP virtio 1.1 mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -312,16 +312,16 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_mergeable on") + self.send_and_verify("virtio1.1_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_vhost_single_core_virtio11_normal(self): + def test_perf_vhost_single_core_virtio11_non_mergeable(self): """ - performance for Vhost PVP virtio1.1 Normal Path. + Case 2:performance for Vhost PVP virtio1.1 non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -333,7 +333,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1 normal") + self.send_and_verify("virtio1.1_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -342,7 +342,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): def test_perf_vhost_single_core_virtio11_inorder_mergeable(self): """ - performance for Vhost PVP virtio 1.1 inorder Mergeable Path. + Case 8:performance for Vhost PVP virtio 1.1 inorder mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -354,16 +354,16 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_mergeable on") + self.send_and_verify("virtio1.1_inorder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_vhost_single_core_virtio11_inorder_normal(self): + def test_perf_vhost_single_core_virtio11_inorder_non_mergeable(self): """ - performance for Vhost PVP virtio1.1 inorder Normal Path. + Case 9:performance for Vhost PVP virtio1.1 inorder non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -375,7 +375,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1 inorder normal") + self.send_and_verify("virtio1.1_inorder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -384,7 +384,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): def test_perf_vhost_single_core_virtio11_vectorized(self): """ - performance for Vhost PVP virtio1.1 vectorized Path. + Case 10:performance for Vhost PVP virtio1.1 vectorized Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -396,7 +396,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1 inorder normal") + self.send_and_verify("virtio1.1_vectorized") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -405,7 +405,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): def test_perf_vhost_single_core_inorder_mergeable(self): """ - performance for Vhost PVP In_order mergeable Path. + Case 3:performance for Vhost PVP in_order mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -417,16 +417,16 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable on") + self.send_and_verify("virtio1.0_inoder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_vhost_single_core_inorder_normal(self): + def test_perf_vhost_single_core_inorder_non_mergeable(self): """ - performance for Vhost PVP In_order normal Path. + Case 4:performance for Vhost PVP in_order non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -438,7 +438,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable off") + self.send_and_verify("virtio1.0_inoder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -447,7 +447,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): def test_perf_vhost_single_core_mergeable(self): """ - performance for Vhost PVP Mergeable Path. + Case 5:performance for Vhost PVP mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -459,16 +459,16 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("mergeable on") + self.send_and_verify("virtio1.0_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_vhost_single_core_normal(self): + def test_perf_vhost_single_core_non_mergeable(self): """ - performance for Vhost PVP Normal Path. + Case 6:performance for Vhost PVP non_mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -480,16 +480,16 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("normal") + self.send_and_verify("virtio1.0_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_vhost_single_core_vector_rx(self): + def test_perf_vhost_single_core_vectorized_rx(self): """ - performance for Vhost PVP Vector_RX Path + Case 7:performance for Vhost PVP vectorized_rx Path """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -501,7 +501,7 @@ class TestPVPMultiPathsVhostSingleCorePerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("vector rx") + self.send_and_verify("virtio1.0_vectorized_rx") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() From patchwork Mon Jul 3 16:18:13 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129192 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 7E5B542DC2; Mon, 3 Jul 2023 10:42:27 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 7951F40ED5; Mon, 3 Jul 2023 10:42:27 +0200 (CEST) Received: from mga06.intel.com (mga06b.intel.com [134.134.136.31]) by mails.dpdk.org (Postfix) with ESMTP id 424B440ED5 for ; Mon, 3 Jul 2023 10:42:26 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688373746; x=1719909746; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=DGPYYG/hJmafLxjnvuA1iaWdkfpYO7vtKn0nih6ZSQw=; b=ZA4NMl19MEFDICOX6U5g9ry5uz3FnkCnKIbljp5um+SS7Tnd22WHJsA0 FlME8vyUj0XJgIgH02qP/nIH0rIgUSIOAu6DtBQe/PxsEvnnZsVaeHnRG Mq+vwAkPHCmWZgS02utzPwss9ST59bkqR9IvIozR90GuzxSTGuvUlWOSC aBnK3kHYKCYKx9r0L8Va3gyQ0KppAKRL1WSWSbaPSpA9hBdEtZ3n5Nvtj Uxd9p3G0Fzm9KSJjQqbB9NwybMNT47aBJu1GR03mEWfdi/qTHnnmAritf 9W7He2xd49tBLieyLvZ0msCsxQRZKY3xRGUXmCRWQB/+9TgMDHAnq6ViT A==; X-IronPort-AV: E=McAfee;i="6600,9927,10759"; a="426510932" X-IronPort-AV: E=Sophos;i="6.01,177,1684825200"; d="scan'208";a="426510932" Received: from fmsmga004.fm.intel.com ([10.253.24.48]) by orsmga104.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 01:42:25 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10759"; a="788450201" X-IronPort-AV: E=Sophos;i="6.01,177,1684825200"; d="scan'208";a="788450201" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by fmsmga004-auth.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 01:42:24 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 2/2] conf/pvp_multi_paths_vhost_single_core_performance: update the configuration file to fit the test suite Date: Mon, 3 Jul 2023 16:18:13 +0000 Message-Id: <20230703161813.8685-3-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230703161813.8685-1-dukaix.yuan@intel.com> References: <20230703161813.8685-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Update the configuration file to fit the test suite. Signed-off-by: Dukai Yuan --- conf/pvp_multi_paths_vhost_single_core_performance.cfg | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/conf/pvp_multi_paths_vhost_single_core_performance.cfg b/conf/pvp_multi_paths_vhost_single_core_performance.cfg index 688710f4..e994d150 100644 --- a/conf/pvp_multi_paths_vhost_single_core_performance.cfg +++ b/conf/pvp_multi_paths_vhost_single_core_performance.cfg @@ -6,11 +6,11 @@ accepted_tolerance = 2 expected_throughput = { 'test_perf_vhost_single_core_virtio11_vectorized': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_vhost_single_core_virtio11_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_vhost_single_core_virtio11_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_vhost_single_core_virtio11_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_vhost_single_core_virtio11_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_vhost_single_core_virtio11_inorder_normal':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_vhost_single_core_virtio11_inorder_non_mergeable':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_vhost_single_core_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_vhost_single_core_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_vhost_single_core_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_vhost_single_core_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_vhost_single_core_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_vhost_single_core_vector_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}} + 'test_perf_vhost_single_core_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_vhost_single_core_vectorized_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}}