@@ -70,6 +70,13 @@
#define PLT_ETHER_ADDR_LEN RTE_ETHER_ADDR_LEN
#endif
+#define PLT_DISABLE_TEMPLATE_FUNC 1
+#if PLT_DISABLE_TEMPLATE_FUNC
+#ifndef CNXK_DIS_TMPLT_FUNC
+#define CNXK_DIS_TMPLT_FUNC
+#endif
+#endif
+
/* Cast to specific datatypes */
#define PLT_PTR_CAST(val) ((void *)(val))
#define PLT_U64_CAST(val) ((uint64_t)(val))
@@ -305,13 +305,11 @@ cn10k_sso_updt_tx_adptr_data(const struct rte_eventdev *event_dev)
return 0;
}
-static void
-cn10k_sso_fp_fns_set(struct rte_eventdev *event_dev)
+static inline void
+cn10k_sso_fp_tmplt_fns_set(struct rte_eventdev *event_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_sso_evdev *dev = cnxk_sso_pmd_priv(event_dev);
-
- struct roc_cpt *cpt = roc_idev_cpt_get();
const event_dequeue_t sso_hws_deq[NIX_RX_OFFLOAD_MAX] = {
#define R(name, flags)[flags] = cn10k_sso_hws_deq_##name,
NIX_RX_FASTPATH_MODES
@@ -423,10 +421,6 @@ cn10k_sso_fp_fns_set(struct rte_eventdev *event_dev)
#undef T
};
- event_dev->enqueue = cn10k_sso_hws_enq;
- event_dev->enqueue_burst = cn10k_sso_hws_enq_burst;
- event_dev->enqueue_new_burst = cn10k_sso_hws_enq_new_burst;
- event_dev->enqueue_forward_burst = cn10k_sso_hws_enq_fwd_burst;
if (dev->rx_offloads & NIX_RX_MULTI_SEG_F) {
if (dev->rx_offloads & NIX_RX_REAS_F) {
CN10K_SET_EVDEV_DEQ_OP(dev, event_dev->dequeue, sso_hws_reas_deq_seg);
@@ -474,6 +468,50 @@ cn10k_sso_fp_fns_set(struct rte_eventdev *event_dev)
}
}
+ if (dev->tx_offloads & NIX_TX_MULTI_SEG_F)
+ CN10K_SET_EVDEV_ENQ_OP(dev, event_dev->txa_enqueue, sso_hws_tx_adptr_enq_seg);
+ else
+ CN10K_SET_EVDEV_ENQ_OP(dev, event_dev->txa_enqueue, sso_hws_tx_adptr_enq);
+
+ event_dev->txa_enqueue_same_dest = event_dev->txa_enqueue;
+#else
+ RTE_SET_USED(event_dev);
+#endif
+}
+
+static inline void
+cn10k_sso_fp_blk_fns_set(struct rte_eventdev *event_dev)
+{
+#if defined(RTE_ARCH_ARM64) && defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_sso_evdev *dev = cnxk_sso_pmd_priv(event_dev);
+
+ event_dev->dequeue = cn10k_sso_hws_deq_all_offload;
+ event_dev->dequeue_burst = cn10k_sso_hws_deq_burst_all_offload;
+ if (dev->rx_offloads & NIX_RX_OFFLOAD_TSTAMP_F) {
+ event_dev->dequeue = cn10k_sso_hws_deq_all_offload_tst;
+ event_dev->dequeue_burst = cn10k_sso_hws_deq_burst_all_offload_tst;
+ }
+ event_dev->txa_enqueue = cn10k_sso_hws_tx_adptr_enq_seg_all_offload;
+ event_dev->txa_enqueue_same_dest = cn10k_sso_hws_tx_adptr_enq_seg_all_offload;
+#else
+ RTE_SET_USED(event_dev);
+#endif
+}
+
+static void
+cn10k_sso_fp_fns_set(struct rte_eventdev *event_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ struct roc_cpt *cpt = roc_idev_cpt_get();
+
+ cn10k_sso_fp_blk_fns_set(event_dev);
+ cn10k_sso_fp_tmplt_fns_set(event_dev);
+
+ event_dev->enqueue = cn10k_sso_hws_enq;
+ event_dev->enqueue_burst = cn10k_sso_hws_enq_burst;
+ event_dev->enqueue_new_burst = cn10k_sso_hws_enq_new_burst;
+ event_dev->enqueue_forward_burst = cn10k_sso_hws_enq_fwd_burst;
+
if ((cpt != NULL) && cpt->hw_caps[CPT_ENG_TYPE_SE].sg_ver2 &&
cpt->hw_caps[CPT_ENG_TYPE_IE].sg_ver2)
event_dev->ca_enqueue = cn10k_cpt_sg_ver2_crypto_adapter_enqueue;
@@ -481,13 +519,6 @@ cn10k_sso_fp_fns_set(struct rte_eventdev *event_dev)
event_dev->ca_enqueue = cn10k_cpt_sg_ver1_crypto_adapter_enqueue;
event_dev->dma_enqueue = cn10k_dma_adapter_enqueue;
-
- if (dev->tx_offloads & NIX_TX_MULTI_SEG_F)
- CN10K_SET_EVDEV_ENQ_OP(dev, event_dev->txa_enqueue, sso_hws_tx_adptr_enq_seg);
- else
- CN10K_SET_EVDEV_ENQ_OP(dev, event_dev->txa_enqueue, sso_hws_tx_adptr_enq);
-
- event_dev->txa_enqueue_same_dest = event_dev->txa_enqueue;
event_dev->profile_switch = cn10k_sso_hws_profile_switch;
#else
RTE_SET_USED(event_dev);
@@ -280,4 +280,7 @@ NIX_TX_FASTPATH_MODES
(flags) | NIX_TX_MULTI_SEG_F); \
}
+uint16_t __rte_hot cn10k_sso_hws_tx_adptr_enq_seg_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events);
+
#endif
@@ -517,4 +517,14 @@ NIX_RX_FASTPATH_MODES
return fn(port, ev, timeout_ticks); \
}
+uint16_t __rte_hot cn10k_sso_hws_deq_all_offload(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+uint16_t __rte_hot cn10k_sso_hws_deq_burst_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events, uint64_t timeout_ticks);
+uint16_t __rte_hot cn10k_sso_hws_deq_all_offload_tst(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+uint16_t __rte_hot cn10k_sso_hws_deq_burst_all_offload_tst(void *port, struct rte_event ev[],
+ uint16_t nb_events,
+ uint64_t timeout_ticks);
+
#endif
@@ -307,10 +307,10 @@ cn9k_sso_updt_tx_adptr_data(const struct rte_eventdev *event_dev)
return 0;
}
-static void
-cn9k_sso_fp_fns_set(struct rte_eventdev *event_dev)
+static inline void
+cn9k_sso_fp_tmplt_fns_set(struct rte_eventdev *event_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_sso_evdev *dev = cnxk_sso_pmd_priv(event_dev);
/* Single WS modes */
const event_dequeue_t sso_hws_deq[NIX_RX_OFFLOAD_MAX] = {
@@ -524,6 +524,66 @@ cn9k_sso_fp_fns_set(struct rte_eventdev *event_dev)
#endif
}
+static inline void
+cn9k_sso_fp_blk_fns_set(struct rte_eventdev *event_dev)
+{
+#if defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_sso_evdev *dev = cnxk_sso_pmd_priv(event_dev);
+
+ event_dev->dequeue = cn9k_sso_hws_deq_all_offload;
+ event_dev->dequeue_burst = cn9k_sso_hws_deq_burst_all_offload;
+ if (dev->rx_offloads & NIX_RX_OFFLOAD_TSTAMP_F) {
+ event_dev->dequeue = cn9k_sso_hws_deq_all_offload_tst;
+ event_dev->dequeue_burst = cn9k_sso_hws_deq_burst_all_offload_tst;
+ }
+ event_dev->txa_enqueue = cn9k_sso_hws_tx_adptr_enq_seg_all_offload;
+ event_dev->txa_enqueue_same_dest = cn9k_sso_hws_tx_adptr_enq_seg_all_offload;
+ if (dev->dual_ws) {
+ event_dev->dequeue = cn9k_sso_hws_deq_dual_all_offload;
+ event_dev->dequeue_burst = cn9k_sso_hws_deq_dual_burst_all_offload;
+ if (dev->rx_offloads & NIX_RX_OFFLOAD_TSTAMP_F) {
+ event_dev->dequeue = cn9k_sso_hws_deq_dual_all_offload_tst;
+ event_dev->dequeue_burst = cn9k_sso_hws_deq_dual_burst_all_offload_tst;
+ }
+ event_dev->txa_enqueue = cn9k_sso_hws_tx_adptr_enq_dual_seg_all_offload;
+ event_dev->txa_enqueue_same_dest = cn9k_sso_hws_tx_adptr_enq_dual_seg_all_offload;
+ }
+#else
+ RTE_SET_USED(event_dev);
+#endif
+}
+
+static void
+cn9k_sso_fp_fns_set(struct rte_eventdev *event_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ struct cnxk_sso_evdev *dev = cnxk_sso_pmd_priv(event_dev);
+
+ cn9k_sso_fp_blk_fns_set(event_dev);
+ cn9k_sso_fp_tmplt_fns_set(event_dev);
+
+ event_dev->enqueue = cn9k_sso_hws_enq;
+ event_dev->enqueue_burst = cn9k_sso_hws_enq_burst;
+ event_dev->enqueue_new_burst = cn9k_sso_hws_enq_new_burst;
+ event_dev->enqueue_forward_burst = cn9k_sso_hws_enq_fwd_burst;
+ event_dev->ca_enqueue = cn9k_sso_hws_ca_enq;
+ event_dev->profile_switch = cn9k_sso_hws_profile_switch;
+
+ if (dev->dual_ws) {
+ event_dev->enqueue = cn9k_sso_hws_dual_enq;
+ event_dev->enqueue_burst = cn9k_sso_hws_dual_enq_burst;
+ event_dev->enqueue_new_burst = cn9k_sso_hws_dual_enq_new_burst;
+ event_dev->enqueue_forward_burst = cn9k_sso_hws_dual_enq_fwd_burst;
+ event_dev->ca_enqueue = cn9k_sso_hws_dual_ca_enq;
+ event_dev->profile_switch = cn9k_sso_hws_dual_profile_switch;
+ }
+
+ event_dev->dma_enqueue = cn9k_dma_adapter_enqueue;
+#else
+ RTE_SET_USED(event_dev);
+#endif
+}
+
static void *
cn9k_sso_init_hws_mem(void *arg, uint8_t port_id)
{
@@ -542,6 +542,33 @@ NIX_RX_FASTPATH_MODES
return fn(port, ev, timeout_ticks); \
}
+uint16_t __rte_hot cn9k_sso_hws_deq_all_offload(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_dual_all_offload(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_burst_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events, uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_dual_burst_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_all_offload_tst(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_dual_all_offload_tst(void *port, struct rte_event *ev,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_burst_all_offload_tst(void *port, struct rte_event ev[],
+ uint16_t nb_events,
+ uint64_t timeout_ticks);
+
+uint16_t __rte_hot cn9k_sso_hws_deq_dual_burst_all_offload_tst(void *port, struct rte_event ev[],
+ uint16_t nb_events,
+ uint64_t timeout_ticks);
+
static __rte_always_inline void
cn9k_sso_txq_fc_wait(const struct cn9k_eth_txq *txq)
{
@@ -889,4 +916,10 @@ NIX_TX_FASTPATH_MODES
(flags) | NIX_TX_MULTI_SEG_F); \
}
+uint16_t __rte_hot cn9k_sso_hws_tx_adptr_enq_seg_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events);
+
+uint16_t __rte_hot cn9k_sso_hws_tx_adptr_enq_dual_seg_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events);
+
#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,6 +8,7 @@
#error "roc_api.h is included"
#endif
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, flags | NIX_RX_REAS_F)
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -17,3 +19,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ(cn10k_sso_hws_deq_##name, flags) \
SSO_DEQ(cn10k_sso_hws_reas_deq_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_burst_##name, \
cn10k_sso_hws_deq_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_deq_seg_##name, flags) \
SSO_DEQ_SEG(cn10k_sso_hws_reas_deq_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn10k_sso_hws_deq_seg_burst_##name, \
cn10k_sso_hws_deq_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_deq_tmo_##name, flags) \
SSO_DEQ_TMO(cn10k_sso_hws_reas_deq_tmo_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_burst_##name, \
cn10k_sso_hws_deq_tmo_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_deq_tmo_seg_##name, flags) \
SSO_DEQ_TMO_SEG(cn10k_sso_hws_reas_deq_tmo_seg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn10k_sso_hws_deq_tmo_seg_burst_##name, \
cn10k_sso_hws_deq_tmo_seg_##name, flags) \
@@ -16,3 +18,5 @@
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
new file mode 100644
@@ -0,0 +1,77 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn10k_worker.h"
+
+#ifdef _ROC_API_H_
+#error "roc_api.h is included"
+#endif
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_hot
+cn10k_sso_hws_deq_all_offload(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags = (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F | NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F |
+ NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F);
+ struct cn10k_sso_hws *ws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+
+ if (ws->swtag_req) {
+ ws->swtag_req = 0;
+ ws->gw_rdata = cnxk_sso_hws_swtag_wait(ws->base + SSOW_LF_GWS_WQE0);
+ return ret;
+ }
+
+ ret = cn10k_sso_hws_get_work(ws, ev, flags);
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++)
+ ret = cn10k_sso_hws_get_work(ws, ev, flags);
+
+ return ret;
+}
+
+uint16_t __rte_hot
+cn10k_sso_hws_deq_all_offload_tst(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags = (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F | NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_TSTAMP_F | NIX_RX_OFFLOAD_VLAN_STRIP_F |
+ NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F);
+ struct cn10k_sso_hws *ws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+
+ if (ws->swtag_req) {
+ ws->swtag_req = 0;
+ ws->gw_rdata = cnxk_sso_hws_swtag_wait(ws->base + SSOW_LF_GWS_WQE0);
+ return ret;
+ }
+
+ ret = cn10k_sso_hws_get_work(ws, ev, flags);
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++)
+ ret = cn10k_sso_hws_get_work(ws, ev, flags);
+
+ return ret;
+}
+
+uint16_t __rte_hot
+cn10k_sso_hws_deq_burst_all_offload(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn10k_sso_hws_deq_all_offload(port, ev, timeout_ticks);
+}
+
+uint16_t __rte_hot
+cn10k_sso_hws_deq_burst_all_offload_tst(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn10k_sso_hws_deq_all_offload_tst(port, ev, timeout_ticks);
+}
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ(cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_burst_##name, \
cn9k_sso_hws_deq_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ(cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_burst_##name, \
cn9k_sso_hws_dual_deq_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_SEG(cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_dual_deq_seg_burst_##name, \
cn9k_sso_hws_dual_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DUAL_DEQ_TMO(cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,8 +6,12 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_DUAL_DEQ_TMO_SEG(cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_dual_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_dual_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_SEG(cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_SEG_BURST(cn9k_sso_hws_deq_seg_burst_##name, \
cn9k_sso_hws_deq_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO(cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_burst_##name, \
cn9k_sso_hws_deq_tmo_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,7 +6,11 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) SSO_DEQ_TMO_SEG(cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -6,9 +6,13 @@
#include "cnxk_eventdev.h"
#include "cnxk_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
SSO_CMN_DEQ_BURST(cn9k_sso_hws_deq_tmo_seg_burst_##name, \
cn9k_sso_hws_deq_tmo_seg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
new file mode 100644
@@ -0,0 +1,139 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn9k_worker.h"
+#include "cnxk_eventdev.h"
+#include "cnxk_worker.h"
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_all_offload(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags =
+ (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+
+ struct cn9k_sso_hws *ws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+ if (ws->swtag_req) {
+ ws->swtag_req = 0;
+ cnxk_sso_hws_swtag_wait(ws->base + SSOW_LF_GWS_TAG);
+ return ret;
+ }
+ ret = cn9k_sso_hws_get_work(ws, ev, flags, ws->lookup_mem);
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++)
+ ret = cn9k_sso_hws_get_work(ws, ev, flags, ws->lookup_mem);
+ return ret;
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_dual_all_offload(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags =
+ (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+ struct cn9k_sso_hws_dual *dws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+
+ if (dws->swtag_req) {
+ dws->swtag_req = 0;
+ cnxk_sso_hws_swtag_wait(dws->base[!dws->vws] + SSOW_LF_GWS_TAG);
+ return ret;
+ }
+ ret = cn9k_sso_hws_dual_get_work(dws->base[dws->vws], dws->base[!dws->vws], ev, flags, dws);
+ dws->vws = !dws->vws;
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++) {
+ ret = cn9k_sso_hws_dual_get_work(dws->base[dws->vws], dws->base[!dws->vws], ev,
+ flags, dws);
+ dws->vws = !dws->vws;
+ }
+ return ret;
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_all_offload_tst(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags =
+ (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F | NIX_RX_OFFLOAD_TSTAMP_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+
+ struct cn9k_sso_hws *ws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+ if (ws->swtag_req) {
+ ws->swtag_req = 0;
+ cnxk_sso_hws_swtag_wait(ws->base + SSOW_LF_GWS_TAG);
+ return ret;
+ }
+ ret = cn9k_sso_hws_get_work(ws, ev, flags, ws->lookup_mem);
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++)
+ ret = cn9k_sso_hws_get_work(ws, ev, flags, ws->lookup_mem);
+ return ret;
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_dual_all_offload_tst(void *port, struct rte_event *ev, uint64_t timeout_ticks)
+{
+ const uint32_t flags =
+ (NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F | NIX_RX_OFFLOAD_TSTAMP_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+ struct cn9k_sso_hws_dual *dws = port;
+ uint16_t ret = 1;
+ uint64_t iter;
+
+ if (dws->swtag_req) {
+ dws->swtag_req = 0;
+ cnxk_sso_hws_swtag_wait(dws->base[!dws->vws] + SSOW_LF_GWS_TAG);
+ return ret;
+ }
+ ret = cn9k_sso_hws_dual_get_work(dws->base[dws->vws], dws->base[!dws->vws], ev, flags, dws);
+ dws->vws = !dws->vws;
+ for (iter = 1; iter < timeout_ticks && (ret == 0); iter++) {
+ ret = cn9k_sso_hws_dual_get_work(dws->base[dws->vws], dws->base[!dws->vws], ev,
+ flags, dws);
+ dws->vws = !dws->vws;
+ }
+ return ret;
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_burst_all_offload(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_deq_all_offload(port, ev, timeout_ticks);
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_dual_burst_all_offload(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_deq_dual_all_offload(port, ev, timeout_ticks);
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_burst_all_offload_tst(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_deq_all_offload_tst(port, ev, timeout_ticks);
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_deq_dual_burst_all_offload_tst(void *port, struct rte_event ev[], uint16_t nb_events,
+ uint64_t timeout_ticks)
+{
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_deq_dual_all_offload_tst(port, ev, timeout_ticks);
+}
+
+#endif
@@ -28,13 +28,20 @@ sources = files(
'cnxk_tim_worker.c',
)
+disable_template = false
+if meson.version().version_compare('>=1.1.0')
+ if '-DCNXK_DIS_TMPLT_FUNC' in meson.build_options()
+ disable_template = true
+ endif
+endif
+
if soc_type == 'cn9k' or soc_type == 'all'
sources += files(
'cn9k_eventdev.c',
'cn9k_worker.c',
)
-if host_machine.cpu_family().startswith('aarch')
+if host_machine.cpu_family().startswith('aarch') and not disable_template
sources += files(
'deq/cn9k/deq_0_15_burst.c',
'deq/cn9k/deq_16_31_burst.c',
@@ -167,6 +174,7 @@ sources += files(
'deq/cn9k/deq_80_95_dual_tmo_seg_burst.c',
'deq/cn9k/deq_96_111_dual_tmo_seg_burst.c',
'deq/cn9k/deq_112_127_dual_tmo_seg_burst.c',
+ 'deq/cn9k/deq_all_offload.c',
)
sources += files(
@@ -205,6 +213,12 @@ sources += files(
'tx/cn9k/tx_80_95_dual_seg.c',
'tx/cn9k/tx_96_111_dual_seg.c',
'tx/cn9k/tx_112_127_dual_seg.c',
+ 'tx/cn9k/tx_all_offload.c',
+)
+else
+sources += files(
+ 'deq/cn9k/deq_all_offload.c',
+ 'tx/cn9k/tx_all_offload.c',
)
endif
endif
@@ -215,7 +229,7 @@ sources += files(
'cn10k_worker.c',
)
-if host_machine.cpu_family().startswith('aarch')
+if host_machine.cpu_family().startswith('aarch') and not disable_template
sources += files(
'deq/cn10k/deq_0_15_burst.c',
'deq/cn10k/deq_16_31_burst.c',
@@ -281,6 +295,7 @@ sources += files(
'deq/cn10k/deq_80_95_tmo_seg_burst.c',
'deq/cn10k/deq_96_111_tmo_seg_burst.c',
'deq/cn10k/deq_112_127_tmo_seg_burst.c',
+ 'deq/cn10k/deq_all_offload.c',
)
sources += files(
@@ -300,6 +315,12 @@ sources += files(
'tx/cn10k/tx_80_95_seg.c',
'tx/cn10k/tx_96_111_seg.c',
'tx/cn10k/tx_112_127_seg.c',
+ 'tx/cn10k/tx_all_offload.c',
+)
+else
+sources += files(
+ 'deq/cn10k/deq_all_offload.c',
+ 'tx/cn10k/tx_all_offload.c',
)
endif
endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn10k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn10k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
new file mode 100644
@@ -0,0 +1,27 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn10k_tx_worker.h"
+
+#ifdef _ROC_API_H_
+#error "roc_api.h is included"
+#endif
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_hot
+cn10k_sso_hws_tx_adptr_enq_seg_all_offload(void *port, struct rte_event ev[], uint16_t nb_events)
+{
+ const uint32_t flags =
+ (NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F | NIX_TX_OFFLOAD_TSO_F |
+ NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F | NIX_TX_MULTI_SEG_F);
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+
+ struct cn10k_sso_hws *ws = port;
+ RTE_SET_USED(nb_events);
+ return cn10k_sso_hws_event_tx(ws, &ev[0], cmd, (const uint64_t *)ws->tx_adptr_data, flags);
+}
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -4,7 +4,11 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) SSO_TX(cn9k_sso_hws_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX(cn9k_sso_hws_dual_tx_adptr_enq_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_DUAL_TX_SEG(cn9k_sso_hws_dual_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -4,8 +4,12 @@
#include "cn9k_worker.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
SSO_TX_SEG(cn9k_sso_hws_tx_adptr_enq_seg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
new file mode 100644
@@ -0,0 +1,39 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn9k_worker.h"
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_hot
+cn9k_sso_hws_tx_adptr_enq_seg_all_offload(void *port, struct rte_event ev[], uint16_t nb_events)
+{
+ const uint32_t flags =
+ (NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F | NIX_TX_OFFLOAD_TSO_F |
+ NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F | NIX_TX_MULTI_SEG_F);
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+ struct cn9k_sso_hws *ws = port;
+
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_event_tx(ws->base, &ev[0], cmd, (uint64_t *)ws->tx_adptr_data, flags);
+}
+
+uint16_t __rte_hot
+cn9k_sso_hws_tx_adptr_enq_dual_seg_all_offload(void *port, struct rte_event ev[],
+ uint16_t nb_events)
+{
+ const uint32_t flags =
+ (NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F | NIX_TX_OFFLOAD_TSO_F |
+ NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F | NIX_TX_MULTI_SEG_F);
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+ struct cn9k_sso_hws_dual *ws = port;
+
+ RTE_SET_USED(nb_events);
+ return cn9k_sso_hws_event_tx(ws->base[!ws->vws], &ev[0], cmd, (uint64_t *)ws->tx_adptr_data,
+ flags);
+}
+
+#endif
@@ -2563,4 +2563,20 @@ NIX_RX_FASTPATH_MODES
#define NIX_RX_RECV_VEC_MSEG(fn, flags) \
NIX_RX_RECV_VEC(fn, flags | NIX_RX_MULTI_SEG_F)
+uint16_t __rte_noinline __rte_hot cn10k_nix_recv_pkts_all_offload(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn10k_nix_recv_pkts_vec_all_offload(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn10k_nix_recv_pkts_all_offload_tst(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn10k_nix_recv_pkts_vec_all_offload_tst(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
#endif /* __CN10K_RX_H__ */
@@ -19,7 +19,7 @@ pick_rx_func(struct rte_eth_dev *eth_dev,
rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst =
eth_dev->rx_pkt_burst;
- rte_atomic_thread_fence(__ATOMIC_RELEASE);
+ rte_atomic_thread_fence(rte_memory_order_release);
}
static uint16_t __rte_noinline __rte_hot __rte_unused
@@ -29,10 +29,10 @@ cn10k_nix_flush_rx(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
return cn10k_nix_flush_recv_pkts(rx_queue, rx_pkts, pkts, flags);
}
-void
-cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
+static inline void
+cn10k_eth_set_rx_tmplt_func(struct rte_eth_dev *eth_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
const eth_rx_burst_t nix_eth_rx_burst[NIX_RX_OFFLOAD_MAX] = {
@@ -122,3 +122,43 @@ cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
RTE_SET_USED(eth_dev);
#endif
}
+
+static inline void
+cn10k_eth_set_rx_blk_func(struct rte_eth_dev *eth_dev)
+{
+#if defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ /* Copy multi seg version with security for tear down sequence */
+ if (rte_eal_process_type() == RTE_PROC_PRIMARY)
+ dev->rx_pkt_burst_no_offload = cn10k_nix_flush_rx;
+
+ if (dev->scalar_ena) {
+ eth_dev->rx_pkt_burst = cn10k_nix_recv_pkts_all_offload;
+ if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_TIMESTAMP)
+ eth_dev->rx_pkt_burst = cn10k_nix_recv_pkts_all_offload_tst;
+ } else {
+ eth_dev->rx_pkt_burst = cn10k_nix_recv_pkts_vec_all_offload;
+ if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_TIMESTAMP)
+ eth_dev->rx_pkt_burst = cn10k_nix_recv_pkts_vec_all_offload_tst;
+ }
+
+ if (eth_dev->data->dev_started)
+ rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst = eth_dev->rx_pkt_burst;
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+void
+cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ cn10k_eth_set_rx_blk_func(eth_dev);
+ cn10k_eth_set_rx_tmplt_func(eth_dev);
+
+ rte_atomic_thread_fence(rte_memory_order_release);
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
@@ -3618,4 +3618,12 @@ NIX_TX_FASTPATH_MODES
(flags) | NIX_TX_MULTI_SEG_F); \
}
+uint16_t __rte_noinline __rte_hot cn10k_nix_xmit_pkts_all_offload(void *tx_queue,
+ struct rte_mbuf **tx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn10k_nix_xmit_pkts_vec_all_offload(void *tx_queue,
+ struct rte_mbuf **tx_pkts,
+ uint16_t pkts);
+
#endif /* __CN10K_TX_H__ */
@@ -38,10 +38,10 @@ cn10k_nix_tx_queue_sec_count(void *tx_queue)
}
#endif
-void
-cn10k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
+static inline void
+cn10k_eth_set_tx_tmplt_func(struct rte_eth_dev *eth_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
const eth_tx_burst_t nix_eth_tx_burst[NIX_TX_OFFLOAD_MAX] = {
@@ -81,12 +81,44 @@ cn10k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_MULTI_SEGS)
pick_tx_func(eth_dev, nix_eth_tx_vec_burst_mseg);
}
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+static inline void
+cn10k_eth_set_tx_blk_func(struct rte_eth_dev *eth_dev)
+{
+#if defined(RTE_ARCH_ARM64) && defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ if (dev->scalar_ena || dev->tx_mark)
+ eth_dev->tx_pkt_burst = cn10k_nix_xmit_pkts_all_offload;
+ else
+ eth_dev->tx_pkt_burst = cn10k_nix_xmit_pkts_vec_all_offload;
+
+ if (eth_dev->data->dev_started)
+ rte_eth_fp_ops[eth_dev->data->port_id].tx_pkt_burst = eth_dev->tx_pkt_burst;
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+void
+cn10k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ cn10k_eth_set_tx_blk_func(eth_dev);
+ cn10k_eth_set_tx_tmplt_func(eth_dev);
+
if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_SECURITY)
eth_dev->tx_queue_count = cn10k_nix_tx_queue_sec_count;
else
eth_dev->tx_queue_count = cn10k_nix_tx_queue_count;
- rte_mb();
+ rte_atomic_thread_fence(rte_memory_order_release);
#else
RTE_SET_USED(eth_dev);
#endif
@@ -1102,4 +1102,20 @@ NIX_RX_FASTPATH_MODES
#define NIX_RX_RECV_VEC_MSEG(fn, flags) \
NIX_RX_RECV_VEC(fn, flags | NIX_RX_MULTI_SEG_F)
+uint16_t __rte_noinline __rte_hot cn9k_nix_recv_pkts_all_offload(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn9k_nix_recv_pkts_vec_all_offload(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn9k_nix_recv_pkts_all_offload_tst(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn9k_nix_recv_pkts_vec_all_offload_tst(void *rx_queue,
+ struct rte_mbuf **rx_pkts,
+ uint16_t pkts);
+
#endif /* __CN9K_RX_H__ */
@@ -18,14 +18,12 @@ pick_rx_func(struct rte_eth_dev *eth_dev,
if (eth_dev->data->dev_started)
rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst =
eth_dev->rx_pkt_burst;
-
- rte_atomic_thread_fence(__ATOMIC_RELEASE);
}
-void
-cn9k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
+static inline void
+cn9k_eth_set_rx_tmplt_func(struct rte_eth_dev *eth_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
const eth_rx_burst_t nix_eth_rx_burst[NIX_RX_OFFLOAD_MAX] = {
@@ -73,3 +71,43 @@ cn9k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
RTE_SET_USED(eth_dev);
#endif
}
+
+static inline void
+cn9k_eth_set_rx_blk_func(struct rte_eth_dev *eth_dev)
+{
+#if defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ /* Copy multi seg version with no offload for tear down sequence */
+ if (rte_eal_process_type() == RTE_PROC_PRIMARY)
+ dev->rx_pkt_burst_no_offload = cn9k_nix_recv_pkts_all_offload;
+
+ if (dev->scalar_ena) {
+ eth_dev->rx_pkt_burst = cn9k_nix_recv_pkts_all_offload;
+ if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_TIMESTAMP)
+ eth_dev->rx_pkt_burst = cn9k_nix_recv_pkts_all_offload_tst;
+ } else {
+ eth_dev->rx_pkt_burst = cn9k_nix_recv_pkts_vec_all_offload;
+ if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_TIMESTAMP)
+ eth_dev->rx_pkt_burst = cn9k_nix_recv_pkts_vec_all_offload_tst;
+ }
+
+ if (eth_dev->data->dev_started)
+ rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst = eth_dev->rx_pkt_burst;
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+void
+cn9k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ cn9k_eth_set_rx_blk_func(eth_dev);
+ cn9k_eth_set_rx_tmplt_func(eth_dev);
+
+ rte_atomic_thread_fence(rte_memory_order_release);
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
@@ -2391,4 +2391,12 @@ NIX_TX_FASTPATH_MODES
NIX_TX_MULTI_SEG_F); \
}
+uint16_t __rte_noinline __rte_hot cn9k_nix_xmit_pkts_all_offload(void *tx_queue,
+ struct rte_mbuf **tx_pkts,
+ uint16_t pkts);
+
+uint16_t __rte_noinline __rte_hot cn9k_nix_xmit_pkts_vec_all_offload(void *tx_queue,
+ struct rte_mbuf **tx_pkts,
+ uint16_t pkts);
+
#endif /* __CN9K_TX_H__ */
@@ -38,10 +38,10 @@ cn9k_nix_tx_queue_sec_count(void *tx_queue)
}
#endif
-void
-cn9k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
+static inline void
+cn9k_eth_set_tx_tmplt_func(struct rte_eth_dev *eth_dev)
{
-#if defined(RTE_ARCH_ARM64)
+#if defined(RTE_ARCH_ARM64) && !defined(CNXK_DIS_TMPLT_FUNC)
struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
const eth_tx_burst_t nix_eth_tx_burst[NIX_TX_OFFLOAD_MAX] = {
@@ -77,13 +77,44 @@ cn9k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_MULTI_SEGS)
pick_tx_func(eth_dev, nix_eth_tx_vec_burst_mseg);
}
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+static inline void
+cn9k_eth_set_tx_blk_func(struct rte_eth_dev *eth_dev)
+{
+#if defined(CNXK_DIS_TMPLT_FUNC)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ if (dev->scalar_ena || dev->tx_mark)
+ eth_dev->tx_pkt_burst = cn9k_nix_xmit_pkts_all_offload;
+ else
+ eth_dev->tx_pkt_burst = cn9k_nix_xmit_pkts_vec_all_offload;
+
+ if (eth_dev->data->dev_started)
+ rte_eth_fp_ops[eth_dev->data->port_id].tx_pkt_burst = eth_dev->tx_pkt_burst;
+#else
+ RTE_SET_USED(eth_dev);
+#endif
+}
+
+void
+cn9k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
+{
+#if defined(RTE_ARCH_ARM64)
+ struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+ cn9k_eth_set_tx_blk_func(eth_dev);
+ cn9k_eth_set_tx_tmplt_func(eth_dev);
+
if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_SECURITY)
eth_dev->tx_queue_count = cn9k_nix_tx_queue_sec_count;
else
eth_dev->tx_queue_count = cn9k_nix_tx_queue_count;
-
- rte_mb();
+ rte_atomic_thread_fence(rte_memory_order_release);
#else
RTE_SET_USED(eth_dev);
#endif
@@ -44,6 +44,13 @@ sources = files(
'cnxk_tm.c',
)
+disable_template = false
+if meson.version().version_compare('>=1.1.0')
+ if '-DCNXK_DIS_TMPLT_FUNC' in meson.build_options()
+ disable_template = true
+ endif
+endif
+
if soc_type == 'cn9k' or soc_type == 'all'
# CN9K
sources += files(
@@ -54,7 +61,7 @@ sources += files(
'cn9k_tx_select.c',
)
-if host_machine.cpu_family().startswith('aarch')
+if host_machine.cpu_family().startswith('aarch') and not disable_template
sources += files(
'rx/cn9k/rx_0_15.c',
'rx/cn9k/rx_16_31.c',
@@ -88,6 +95,7 @@ sources += files(
'rx/cn9k/rx_80_95_vec_mseg.c',
'rx/cn9k/rx_96_111_vec_mseg.c',
'rx/cn9k/rx_112_127_vec_mseg.c',
+ 'rx/cn9k/rx_all_offload.c',
)
sources += files(
@@ -123,6 +131,12 @@ sources += files(
'tx/cn9k/tx_80_95_vec_mseg.c',
'tx/cn9k/tx_96_111_vec_mseg.c',
'tx/cn9k/tx_112_127_vec_mseg.c',
+ 'tx/cn9k/tx_all_offload.c',
+)
+else
+sources += files(
+ 'rx/cn9k/rx_all_offload.c',
+ 'tx/cn9k/tx_all_offload.c',
)
endif
endif
@@ -137,7 +151,7 @@ sources += files(
'cn10k_tx_select.c',
)
-if host_machine.cpu_family().startswith('aarch')
+if host_machine.cpu_family().startswith('aarch') and not disable_template
sources += files(
'rx/cn10k/rx_0_15.c',
'rx/cn10k/rx_16_31.c',
@@ -171,6 +185,7 @@ sources += files(
'rx/cn10k/rx_80_95_vec_mseg.c',
'rx/cn10k/rx_96_111_vec_mseg.c',
'rx/cn10k/rx_112_127_vec_mseg.c',
+ 'rx/cn10k/rx_all_offload.c',
)
sources += files(
@@ -206,6 +221,12 @@ sources += files(
'tx/cn10k/tx_80_95_vec_mseg.c',
'tx/cn10k/tx_96_111_vec_mseg.c',
'tx/cn10k/tx_112_127_vec_mseg.c',
+ 'tx/cn10k/tx_all_offload.c',
+)
+else
+sources += files(
+ 'rx/cn10k/rx_all_offload.c',
+ 'tx/cn10k/tx_all_offload.c',
)
endif
endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_##name, flags) \
NIX_RX_RECV(cn10k_nix_recv_pkts_reas_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_mseg_##name, flags) \
NIX_RX_RECV_MSEG(cn10k_nix_recv_pkts_reas_mseg_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,9 +8,13 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_vec_##name, flags) \
NIX_RX_RECV_VEC(cn10k_nix_recv_pkts_reas_vec_##name, flags | NIX_RX_REAS_F)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -8,6 +8,8 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_vec_mseg_##name, flags) \
NIX_RX_RECV_VEC_MSEG(cn10k_nix_recv_pkts_reas_vec_mseg_##name, \
@@ -15,3 +17,5 @@
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
new file mode 100644
@@ -0,0 +1,57 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn10k_rx.h"
+
+#ifdef _ROC_API_H_
+#error "roc_api.h is included"
+#endif
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_recv_pkts_all_offload(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn10k_nix_recv_pkts(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F | NIX_RX_OFFLOAD_TSTAMP_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_recv_pkts_vec_all_offload(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn10k_nix_recv_pkts_vector(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F | NIX_RX_OFFLOAD_TSTAMP_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F,
+ NULL, NULL, 0, 0);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_recv_pkts_all_offload_tst(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn10k_nix_recv_pkts(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_recv_pkts_vec_all_offload_tst(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn10k_nix_recv_pkts_vector(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F | NIX_RX_REAS_F,
+ NULL, NULL, 0, 0);
+}
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_0_15
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_112_127
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_16_31
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_32_47
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_48_63
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_64_79
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_80_95
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV(cn9k_nix_recv_pkts_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_MSEG(cn9k_nix_recv_pkts_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) NIX_RX_RECV_VEC(cn9k_nix_recv_pkts_vec_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_rx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define R(name, flags) \
NIX_RX_RECV_VEC_MSEG(cn9k_nix_recv_pkts_vec_mseg_##name, flags)
NIX_RX_FASTPATH_MODES_96_111
#undef R
+
+#endif
new file mode 100644
@@ -0,0 +1,50 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn9k_ethdev.h"
+#include "cn9k_rx.h"
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_recv_pkts_all_offload(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn9k_nix_recv_pkts(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F | NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F |
+ NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_recv_pkts_vec_all_offload(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn9k_nix_recv_pkts_vector(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_recv_pkts_all_offload_tst(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn9k_nix_recv_pkts(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F |
+ NIX_RX_OFFLOAD_CHECKSUM_F | NIX_RX_OFFLOAD_MARK_UPDATE_F |
+ NIX_RX_OFFLOAD_TSTAMP_F | NIX_RX_OFFLOAD_VLAN_STRIP_F |
+ NIX_RX_OFFLOAD_SECURITY_F | NIX_RX_MULTI_SEG_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_recv_pkts_vec_all_offload_tst(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)
+{
+ return cn9k_nix_recv_pkts_vector(rx_queue, rx_pkts, pkts,
+ NIX_RX_OFFLOAD_RSS_F | NIX_RX_OFFLOAD_PTYPE_F | NIX_RX_OFFLOAD_CHECKSUM_F |
+ NIX_RX_OFFLOAD_MARK_UPDATE_F | NIX_RX_OFFLOAD_TSTAMP_F |
+ NIX_RX_OFFLOAD_VLAN_STRIP_F | NIX_RX_OFFLOAD_SECURITY_F |
+ NIX_RX_MULTI_SEG_F);
+}
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -8,7 +8,11 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn10k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn10k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn10k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -8,8 +8,12 @@
#error "roc_api.h is included"
#endif
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn10k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
new file mode 100644
@@ -0,0 +1,37 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn10k_tx.h"
+
+#ifdef _ROC_API_H_
+#error "roc_api.h is included"
+#endif
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_xmit_pkts_all_offload(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t pkts)
+{
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+
+ return cn10k_nix_xmit_pkts_mseg(tx_queue, NULL, tx_pkts, pkts, cmd,
+ NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F |
+ NIX_TX_OFFLOAD_TSO_F | NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F |
+ NIX_TX_MULTI_SEG_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn10k_nix_xmit_pkts_vec_all_offload(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t pkts)
+{
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+
+ return cn10k_nix_xmit_pkts_vector(tx_queue, NULL, tx_pkts, pkts, cmd,
+ NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F |
+ NIX_TX_OFFLOAD_TSO_F | NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F |
+ NIX_TX_MULTI_SEG_F);
+}
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_0_15
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_112_127
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_16_31
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_32_47
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_48_63
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_64_79
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_80_95
#undef T
+
+#endif
@@ -5,7 +5,11 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) NIX_TX_XMIT(cn9k_nix_xmit_pkts_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_MSEG(cn9k_nix_xmit_pkts_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC(cn9k_nix_xmit_pkts_vec_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
@@ -5,8 +5,12 @@
#include "cn9k_ethdev.h"
#include "cn9k_tx.h"
+#if !defined(CNXK_DIS_TMPLT_FUNC)
+
#define T(name, sz, flags) \
NIX_TX_XMIT_VEC_MSEG(cn9k_nix_xmit_pkts_vec_mseg_##name, sz, flags)
NIX_TX_FASTPATH_MODES_96_111
#undef T
+
+#endif
new file mode 100644
@@ -0,0 +1,35 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2022 Marvell.
+ */
+
+#include "cn9k_ethdev.h"
+#include "cn9k_tx.h"
+
+#if defined(CNXK_DIS_TMPLT_FUNC)
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_xmit_pkts_all_offload(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t pkts)
+{
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+
+ return cn9k_nix_xmit_pkts_mseg(tx_queue, tx_pkts, pkts, cmd,
+ NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F |
+ NIX_TX_OFFLOAD_MBUF_NOFF_F | NIX_TX_OFFLOAD_TSO_F |
+ NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F |
+ NIX_TX_MULTI_SEG_F);
+}
+
+uint16_t __rte_noinline __rte_hot
+cn9k_nix_xmit_pkts_vec_all_offload(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t pkts)
+{
+ uint64_t cmd[8 + CNXK_NIX_TX_MSEG_SG_DWORDS - 2];
+
+ return cn9k_nix_xmit_pkts_vector(tx_queue, tx_pkts, pkts, cmd,
+ NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F |
+ NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_MBUF_NOFF_F |
+ NIX_TX_OFFLOAD_TSO_F | NIX_TX_OFFLOAD_TSTAMP_F | NIX_TX_OFFLOAD_SECURITY_F |
+ NIX_TX_MULTI_SEG_F);
+}
+
+#endif