Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/120597/?format=api
{ "id": 120597, "url": "http://patchwork.dpdk.org/api/patches/120597/?format=api", "web_url": "http://patchwork.dpdk.org/project/dpdk/patch/20221208193532.16718-3-syalavarthi@marvell.com/", "project": { "id": 1, "url": "http://patchwork.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<20221208193532.16718-3-syalavarthi@marvell.com>", "list_archive_url": "https://inbox.dpdk.org/dev/20221208193532.16718-3-syalavarthi@marvell.com", "date": "2022-12-08T19:35:30", "name": "[v1,2/4] common/ml: add data type conversion routines", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": true, "hash": "10ab673f610a547578a598e1d449b2ef8fd6d88b", "submitter": { "id": 2480, "url": "http://patchwork.dpdk.org/api/people/2480/?format=api", "name": "Srikanth Yalavarthi", "email": "syalavarthi@marvell.com" }, "delegate": { "id": 1, "url": "http://patchwork.dpdk.org/api/users/1/?format=api", "username": "tmonjalo", "first_name": "Thomas", "last_name": "Monjalon", "email": "thomas@monjalon.net" }, "mbox": "http://patchwork.dpdk.org/project/dpdk/patch/20221208193532.16718-3-syalavarthi@marvell.com/mbox/", "series": [ { "id": 26047, "url": "http://patchwork.dpdk.org/api/series/26047/?format=api", "web_url": "http://patchwork.dpdk.org/project/dpdk/list/?series=26047", "date": "2022-12-08T19:35:28", "name": "implementation of ML common code", "version": 1, "mbox": "http://patchwork.dpdk.org/series/26047/mbox/" } ], "comments": "http://patchwork.dpdk.org/api/patches/120597/comments/", "check": "success", "checks": "http://patchwork.dpdk.org/api/patches/120597/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 28A6DA0032;\n\tThu, 8 Dec 2022 20:35:49 +0100 (CET)", "from mails.dpdk.org (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id DAC9D42D27;\n\tThu, 8 Dec 2022 20:35:40 +0100 (CET)", "from mx0b-0016f401.pphosted.com (mx0a-0016f401.pphosted.com\n [67.231.148.174])\n by mails.dpdk.org (Postfix) with ESMTP id 8FBEA410D2\n for <dev@dpdk.org>; Thu, 8 Dec 2022 20:35:38 +0100 (CET)", "from pps.filterd (m0045849.ppops.net [127.0.0.1])\n by mx0a-0016f401.pphosted.com (8.17.1.19/8.17.1.19) with ESMTP id\n 2B8J8KK8001363 for <dev@dpdk.org>; Thu, 8 Dec 2022 11:35:37 -0800", "from dc5-exch01.marvell.com ([199.233.59.181])\n by mx0a-0016f401.pphosted.com (PPS) with ESMTPS id 3mb22svkjj-3\n (version=TLSv1.2 cipher=ECDHE-RSA-AES256-SHA384 bits=256 verify=NOT)\n for <dev@dpdk.org>; Thu, 08 Dec 2022 11:35:37 -0800", "from DC5-EXCH02.marvell.com (10.69.176.39) by DC5-EXCH01.marvell.com\n (10.69.176.38) with Microsoft SMTP Server (TLS) id 15.0.1497.2;\n Thu, 8 Dec 2022 11:35:35 -0800", "from maili.marvell.com (10.69.176.80) by DC5-EXCH02.marvell.com\n (10.69.176.39) with Microsoft SMTP Server id 15.0.1497.18 via Frontend\n Transport; Thu, 8 Dec 2022 11:35:35 -0800", "from ml-host-33.caveonetworks.com (unknown [10.110.143.233])\n by maili.marvell.com (Postfix) with ESMTP id 82E273F7072;\n Thu, 8 Dec 2022 11:35:35 -0800 (PST)" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed; d=marvell.com;\n h=from : to : cc :\n subject : date : message-id : in-reply-to : references : mime-version :\n content-type; s=pfpt0220; bh=YjhSfWFRzYTCB8hV5Vng6uczzkRf82PsVucbQYWLrQY=;\n b=h8ECJBuEGg7e0c8vtY9AKrXUwC38cvEe9D1O+z89GoJLPOIze/BM4YnWh1FW7cvbxDps\n oj/E0AzVIWJVQWcuHLvjY9gN5GukWsIbR1ijJ+lp/R+/genLWXSc29m82swaaYmDmQUm\n RSnNh4bRp7CTcD7qBOTf8KXMmEIoIj81dNic57JUzofRdS3xAzPqdbK0T5Jjh7CoWAXQ\n uIjHN8mpcHZ6NhYf/1q3bGD0xgn50DrDtRNKXQnXFRrDNU5Y29vYAr9DAlAVQE6thza0\n Zwf4XQVvS1LqV5t+n2MQde/7c01MrfpDN/wjvrhtdktvvBOymwNLo4YI5IX4egNAP1HQ Pw==", "From": "Srikanth Yalavarthi <syalavarthi@marvell.com>", "To": "Srikanth Yalavarthi <syalavarthi@marvell.com>", "CC": "<dev@dpdk.org>, <sshankarnara@marvell.com>, <jerinj@marvell.com>,\n <aprabhu@marvell.com>", "Subject": "[PATCH v1 2/4] common/ml: add data type conversion routines", "Date": "Thu, 8 Dec 2022 11:35:30 -0800", "Message-ID": "<20221208193532.16718-3-syalavarthi@marvell.com>", "X-Mailer": "git-send-email 2.17.1", "In-Reply-To": "<20221208193532.16718-1-syalavarthi@marvell.com>", "References": "<20221208193532.16718-1-syalavarthi@marvell.com>", "MIME-Version": "1.0", "Content-Type": "text/plain", "X-Proofpoint-ORIG-GUID": "xk5HmOpxlL8hOfy7cG-_eVrW8WQiSGZX", "X-Proofpoint-GUID": "xk5HmOpxlL8hOfy7cG-_eVrW8WQiSGZX", "X-Proofpoint-Virus-Version": "vendor=baseguard\n engine=ICAP:2.0.205,Aquarius:18.0.923,Hydra:6.0.545,FMLib:17.11.122.1\n definitions=2022-12-08_11,2022-12-08_01,2022-06-22_01", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "DPDK patches and discussions <dev.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dev>,\n <mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dev>,\n <mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org" }, "content": "Type conversion routines transform data from higher to lower\nprecision data types or vice-versa. These conversion functions\ncan be used by the ML driver implementations for quantization\nand de-quantization.\n\nAdded driver routines for type conversion. These driver routines\ninvoke the architecture specific functions.\n\nSigned-off-by: Srikanth Yalavarthi <syalavarthi@marvell.com>\n---\n drivers/common/ml/ml_utils.c | 132 +++++++++++++++++++\n drivers/common/ml/ml_utils.h | 233 ++++++++++++++++++++++++++++++++++\n drivers/common/ml/version.map | 16 +++\n 3 files changed, 381 insertions(+)", "diff": "diff --git a/drivers/common/ml/ml_utils.c b/drivers/common/ml/ml_utils.c\nindex 45c1f76a54..553e906172 100644\n--- a/drivers/common/ml/ml_utils.c\n+++ b/drivers/common/ml/ml_utils.c\n@@ -2,6 +2,10 @@\n * Copyright (c) 2022 Marvell.\n */\n \n+#include <errno.h>\n+#include <stdint.h>\n+\n+#include <rte_common.h>\n #include <rte_mldev.h>\n \n #include \"ml_utils.h\"\n@@ -108,3 +112,131 @@ ml_io_format_to_str(enum rte_ml_io_format format, char *str, int len)\n \t\trte_strlcpy(str, \"invalid\", len);\n \t}\n }\n+\n+int\n+ml_float32_to_int8(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_int8_to_float32(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float32_to_uint8(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_uint8_to_float32(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float32_to_int16(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_int16_to_float32(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float32_to_uint16(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_uint16_to_float32(float scale, uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(scale);\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float32_to_float16(uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float16_to_float32(uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_float32_to_bfloat16(uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\n+\n+int\n+ml_bfloat16_to_float32(uint64_t nb_elements, void *input, void *output)\n+{\n+\tRTE_SET_USED(nb_elements);\n+\tRTE_SET_USED(input);\n+\tRTE_SET_USED(output);\n+\n+\treturn -ENOTSUP;\n+}\ndiff --git a/drivers/common/ml/ml_utils.h b/drivers/common/ml/ml_utils.h\nindex b6adb98e04..9726c6e3b5 100644\n--- a/drivers/common/ml/ml_utils.h\n+++ b/drivers/common/ml/ml_utils.h\n@@ -47,4 +47,237 @@ void ml_io_type_to_str(enum rte_ml_io_type type, char *str, int len);\n __rte_internal\n void ml_io_format_to_str(enum rte_ml_io_format format, char *str, int len);\n \n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to signed 8-bit\n+ * integer format (INT8).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store INT8 numbers. Size of buffer is equal to (nb_elements * 1) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_int8(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in signed 8-bit integer format (INT8) to single precision\n+ * floating format (float32).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing INT8 numbers. Size of buffer is equal to (nb_elements * 1) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_int8_to_float32(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to unsigned\n+ * 8-bit integer format (UINT8).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store UINT8 numbers. Size of buffer is equal to (nb_elements * 1) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_uint8(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in unsigned 8-bit integer format (UINT8) to single precision\n+ * floating format (float32).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing UINT8 numbers. Size of buffer is equal to (nb_elements * 1) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_uint8_to_float32(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to signed\n+ * 16-bit integer format (INT16).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store INT16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_int16(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in signed 16-bit integer format (INT16) to single precision\n+ * floating format (float32).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing INT16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_int16_to_float32(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to unsigned\n+ * 16-bit integer format (UINT16).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store UINT16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_uint16(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in unsigned 16-bit integer format (UINT16) to single\n+ * precision floating format (float32).\n+ *\n+ * @param[in] scale\n+ * Scale factor for conversion.\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing UINT16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_uint16_to_float32(float scale, uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to half\n+ * precision floating point format (FP16).\n+ *\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements *4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_float16(uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in half precision floating format (FP16) to single precision\n+ * floating point format (float32).\n+ *\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float16_to_float32(uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in single precision floating format (float32) to brain\n+ * floating point format (bfloat16).\n+ *\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing float32 numbers. Size of buffer is equal to (nb_elements *4) bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store bfloat16 numbers. Size of buffer is equal to (nb_elements * 2) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_float32_to_bfloat16(uint64_t nb_elements, void *input, void *output);\n+\n+/**\n+ * Convert a buffer containing numbers in brain floating point format (bfloat16) to single precision\n+ * floating point format (float32).\n+ *\n+ * @param[in] nb_elements\n+ *\tNumber of elements in the buffer.\n+ * @param[in] input\n+ *\tInput buffer containing bfloat16 numbers. Size of buffer is equal to (nb_elements * 2)\n+ * bytes.\n+ * @param[out] output\n+ *\tOutput buffer to store float32 numbers. Size of buffer is equal to (nb_elements * 4) bytes.\n+ *\n+ * @return\n+ *\t- 0, Success.\n+ *\t- < 0, Error code on failure.\n+ */\n+__rte_internal\n+int ml_bfloat16_to_float32(uint64_t nb_elements, void *input, void *output);\n+\n #endif /*_ML_UTILS_H_ */\ndiff --git a/drivers/common/ml/version.map b/drivers/common/ml/version.map\nindex 7e33755f2f..35f270f637 100644\n--- a/drivers/common/ml/version.map\n+++ b/drivers/common/ml/version.map\n@@ -5,5 +5,21 @@ INTERNAL {\n \tml_io_type_to_str;\n \tml_io_format_to_str;\n \n+\tml_float32_to_int8;\n+\tml_int8_to_float32;\n+\tml_float32_to_uint8;\n+\tml_uint8_to_float32;\n+\n+\tml_float32_to_int16;\n+\tml_int16_to_float32;\n+\tml_float32_to_uint16;\n+\tml_uint16_to_float32;\n+\n+\tml_float32_to_float16;\n+\tml_float16_to_float32;\n+\n+\tml_float32_to_bfloat16;\n+\tml_bfloat16_to_float32;\n+\n \tlocal: *;\n };\n", "prefixes": [ "v1", "2/4" ] }