From patchwork Tue Jul 4 14:15:48 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129233 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 6CE8742DCC; Tue, 4 Jul 2023 08:39:19 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 67B6640F18; Tue, 4 Jul 2023 08:39:19 +0200 (CEST) Received: from mga17.intel.com (mga17.intel.com [192.55.52.151]) by mails.dpdk.org (Postfix) with ESMTP id 2B8A740E03 for ; Tue, 4 Jul 2023 08:39:17 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688452757; x=1719988757; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=Y1em/KRbogJtB1JbeglpX+Wx4VqqPk3SNIZ6ynPAmBM=; b=dTcS0pBB8Wjg3PnF3E3Cnc4qDWP3+yabsbUQrSHjpjbzd+7KCO3A3c19 kAycvOGarcJtPLsfu9TBf2DQ26ynk3KY267KB1c1iqlZQjtujVHxXIVqu U7ZWuAoNRHEQ9JKiqypTKOU84Mm9SB75iq4MrDCNEfWFSwFzOOxnqRAAJ 1YCsXLYcYtiWDL6Nanxow/YDK4eRn4jx+8/AijMkSUsjJqjiDXGQkKv/H 89UrLjsgRtmLfQLaOo4JkAiZPIOkK129zvoqkvdG+BDUj20yxfOXrOKT5 UvRaPf4A9mUDLKNna62Pzt6mT6//ju1JXEuFQRNJKWohOtrm1OEKNc+oq g==; X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="343383645" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="343383645" Received: from fmsmga008.fm.intel.com ([10.253.24.58]) by fmsmga107.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 23:39:16 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="784117718" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="784117718" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by fmsmga008-auth.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 23:39:15 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 1/2] tests/pvp_multi_paths_performance: keep test suite consistent with the test plan Date: Tue, 4 Jul 2023 14:15:48 +0000 Message-Id: <20230704141549.2012977-2-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230704141549.2012977-1-dukaix.yuan@intel.com> References: <20230704141549.2012977-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Some differences exist between the test suite and the test plan, so modify the scripts to be consistent with the test plan. Signed-off-by: Dukai Yuan --- .../TestSuite_pvp_multi_paths_performance.py | 50 +++++++++---------- 1 file changed, 25 insertions(+), 25 deletions(-) diff --git a/tests/TestSuite_pvp_multi_paths_performance.py b/tests/TestSuite_pvp_multi_paths_performance.py index f704f29b..36d74a63 100644 --- a/tests/TestSuite_pvp_multi_paths_performance.py +++ b/tests/TestSuite_pvp_multi_paths_performance.py @@ -302,7 +302,7 @@ class TestPVPMultiPathsPerformance(TestCase): def test_perf_pvp_virtio11_mergeable(self): """ - performance for PVP virtio 1.1 Mergeable Path. + Case 1:performance for PVP virtio 1.1 mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -314,16 +314,16 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_mergeable on") + self.send_and_verify("virtio1.1_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_pvp_virtio11_normal(self): + def test_perf_pvp_virtio11_non_mergeable(self): """ - performance for PVP virtio1.1 Normal Path. + Case 2:performance for PVP virtio1.1 non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -335,7 +335,7 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_normal") + self.send_and_verify("virtio1.1_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -344,7 +344,7 @@ class TestPVPMultiPathsPerformance(TestCase): def test_perf_pvp_virtio11_inorder_mergeable(self): """ - performance for PVP virtio 1.1 inorder Mergeable Path. + Case 8:performance for PVP virtio 1.1 inorder mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -356,16 +356,16 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_mergeable on") + self.send_and_verify("virtio1.1_inorder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_pvp_virtio11_inorder_normal(self): + def test_perf_pvp_virtio11_inorder_non_mergeable(self): """ - performance for PVP virtio1.1 inorder Normal Path. + Case 9:performance for PVP virtio1.1 inorder non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -377,7 +377,7 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_normal") + self.send_and_verify("virtio1.1_inorder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -386,7 +386,7 @@ class TestPVPMultiPathsPerformance(TestCase): def test_perf_pvp_virtio11_vectorized(self): """ - performance for PVP virtio1.1 Vectorized Path. + Case 10:performance for PVP virtio1.1 vectorized Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -398,7 +398,7 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virtio_1.1_inorder_normal") + self.send_and_verify("virtio1.1_vectorized") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -407,7 +407,7 @@ class TestPVPMultiPathsPerformance(TestCase): def test_perf_pvp_inorder_mergeable(self): """ - performance for PVP In_order mergeable Path. + Case 3:performance for PVP Inorder mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -419,16 +419,16 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable on") + self.send_and_verify("virito1.0_inoder_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_pvp_inorder_normal(self): + def test_perf_pvp_inorder_non_mergeable(self): """ - performance for PVP In_order Normal Path. + Case 4:performance for PVP Inorder non-mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -440,7 +440,7 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("inoder mergeable off") + self.send_and_verify("virito1.0_inoder_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() @@ -449,7 +449,7 @@ class TestPVPMultiPathsPerformance(TestCase): def test_perf_pvp_mergeable(self): """ - performance for PVP Mergeable Path. + Case 5:performance for PVP mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -461,16 +461,16 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virito mergeable") + self.send_and_verify("virito1.0_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_pvp_normal(self): + def test_perf_pvp_non_mergeable(self): """ - performance for PVP Normal Path. + Case 6:performance for PVP non_mergeable Path. """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -482,16 +482,16 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virito normal") + self.send_and_verify("virito1.0_non_mergeable") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() self.handle_expected() self.handle_results() - def test_perf_pvp_vector_rx(self): + def test_perf_pvp_vectorized_rx(self): """ - performance for PVP Vector_RX Path + Case 7:performance for PVP vectorized_rx Path """ self.test_target = self.running_case self.expected_throughput = self.get_suite_cfg()["expected_throughput"][ @@ -503,7 +503,7 @@ class TestPVPMultiPathsPerformance(TestCase): } self.start_vhost_testpmd() self.start_virtio_testpmd(virtio_pmd_arg) - self.send_and_verify("virito vector rx") + self.send_and_verify("virito1.0_vectorized_rx") self.close_all_testpmd() self.logger.info("result of all framesize result") self.result_table_print() From patchwork Tue Jul 4 14:15:49 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Yuan, DukaiX" X-Patchwork-Id: 129234 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 8F44242DCC; Tue, 4 Jul 2023 08:39:21 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 8934342BDA; Tue, 4 Jul 2023 08:39:21 +0200 (CEST) Received: from mga17.intel.com (mga17.intel.com [192.55.52.151]) by mails.dpdk.org (Postfix) with ESMTP id 7735942BDA for ; Tue, 4 Jul 2023 08:39:19 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1688452759; x=1719988759; h=from:to:cc:subject:date:message-id:in-reply-to: references:mime-version:content-transfer-encoding; bh=i0Sz/JFXUe2g8C41wYrszpdoqkAKqu/Nopqio0TPd2k=; b=OVYH0qQ3e7Ofe+7PFi6OFykL6oTMTu7KzaseHsDjAkI1Kwx19DPim/RN FGaY6MxfpXZm3Za6DmGLSdpE70G/rfFXuGXN9DWglVX10/CRObtpzmdOA QjLS3vAiscqW+f9aDGIPQm/Pbx7dSi4pa87sqj126k7B8a3SVA3g2ZGnn zafuNhK7PPruiUbIggvtXxcrXFzf+ut4Cjhx6nKtQHyYvVQyNjds4nXmH dgtCGU3ic2gUrNtv73GEvGYoaCSNbTziRRNhXc2rnsdu+OyCkm4+p+b2/ hZUmIeh+Q2iDTajUIC7mMqTvlxT1ejIzQiDqi7drfomwGmzOoQgT1Gi2D Q==; X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="343383654" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="343383654" Received: from fmsmga008.fm.intel.com ([10.253.24.58]) by fmsmga107.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 23:39:19 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=McAfee;i="6600,9927,10760"; a="784117723" X-IronPort-AV: E=Sophos;i="6.01,179,1684825200"; d="scan'208";a="784117723" Received: from unknown (HELO localhost.localdomain) ([10.239.252.44]) by fmsmga008-auth.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 03 Jul 2023 23:39:18 -0700 From: Dukai Yuan To: dts@dpdk.org Cc: Dukai Yuan Subject: [dts][PATCH V1 2/2] conf/pvp_multi_paths_performance: update the configuration file to fit the test suite Date: Tue, 4 Jul 2023 14:15:49 +0000 Message-Id: <20230704141549.2012977-3-dukaix.yuan@intel.com> X-Mailer: git-send-email 2.31.1 In-Reply-To: <20230704141549.2012977-1-dukaix.yuan@intel.com> References: <20230704141549.2012977-1-dukaix.yuan@intel.com> MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Update the configuration file to fit the test suite. Signed-off-by: Dukai Yuan --- conf/pvp_multi_paths_performance.cfg | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/conf/pvp_multi_paths_performance.cfg b/conf/pvp_multi_paths_performance.cfg index 8847e436..33f35b14 100644 --- a/conf/pvp_multi_paths_performance.cfg +++ b/conf/pvp_multi_paths_performance.cfg @@ -6,11 +6,11 @@ accepted_tolerance = 2 expected_throughput = { 'test_perf_pvp_virtio11_vectorized': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_pvp_virtio11_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_pvp_virtio11_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_pvp_virtio11_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_pvp_virtio11_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_pvp_virtio11_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_pvp_virtio11_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_pvp_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_pvp_inorder_normal':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_pvp_inorder_non_mergeable':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, 'test_perf_pvp_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_pvp_normal':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, - 'test_perf_pvp_vector_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}} + 'test_perf_pvp_non_mergeable':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}, + 'test_perf_pvp_vectorized_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}}