@@ -2539,6 +2539,12 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV4 rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv4 */
+ pf->gtpu_ctx.ipv4.hash_fld = ICE_FLOW_HASH_IPV4;
+ pf->gtpu_ctx.ipv4.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH |
+ ICE_FLOW_SEG_HDR_IPV4 |
+ ICE_FLOW_SEG_HDR_IPV_OTHER;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_FLOW_HASH_IPV4,
ICE_FLOW_SEG_HDR_PPPOE |
ICE_FLOW_SEG_HDR_IPV4 |
@@ -2565,6 +2571,12 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV6 rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv6 */
+ pf->gtpu_ctx.ipv6.hash_fld = ICE_FLOW_HASH_IPV6;
+ pf->gtpu_ctx.ipv6.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH |
+ ICE_FLOW_SEG_HDR_IPV6 |
+ ICE_FLOW_SEG_HDR_IPV_OTHER;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_FLOW_HASH_IPV6,
ICE_FLOW_SEG_HDR_PPPOE |
ICE_FLOW_SEG_HDR_IPV6 |
@@ -2587,6 +2599,10 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV4_UDP rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv4_udp */
+ pf->gtpu_ctx.ipv4_udp.hash_fld = ICE_HASH_UDP_IPV4;
+ pf->gtpu_ctx.ipv4_udp.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_HASH_UDP_IPV4,
ICE_FLOW_SEG_HDR_PPPOE, 0);
if (ret)
@@ -2607,6 +2623,10 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV6_UDP rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv6_udp */
+ pf->gtpu_ctx.ipv6_udp.hash_fld = ICE_HASH_UDP_IPV6;
+ pf->gtpu_ctx.ipv6_udp.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_HASH_UDP_IPV6,
ICE_FLOW_SEG_HDR_PPPOE, 0);
if (ret)
@@ -2627,6 +2647,10 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV4_TCP rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv4_tcp */
+ pf->gtpu_ctx.ipv4_tcp.hash_fld = ICE_HASH_TCP_IPV4;
+ pf->gtpu_ctx.ipv4_tcp.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_HASH_TCP_IPV4,
ICE_FLOW_SEG_HDR_PPPOE, 0);
if (ret)
@@ -2647,6 +2671,10 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
PMD_DRV_LOG(ERR, "%s GTPU_EH_IPV6_TCP rss flow fail %d",
__func__, ret);
+ /* Store hash field and header for gtpu_eh ipv6_tcp */
+ pf->gtpu_ctx.ipv6_tcp.hash_fld = ICE_HASH_TCP_IPV6;
+ pf->gtpu_ctx.ipv6_tcp.pkt_hdr = ICE_FLOW_SEG_HDR_GTPU_EH;
+
ret = ice_add_rss_cfg(hw, vsi->idx, ICE_HASH_TCP_IPV6,
ICE_FLOW_SEG_HDR_PPPOE, 0);
if (ret)
@@ -2695,6 +2723,19 @@ static int ice_parse_devargs(struct rte_eth_dev *dev)
}
}
+static void
+ice_rss_ctx_init(struct ice_pf *pf)
+{
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6);
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_udp);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_udp);
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_tcp);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_tcp);
+}
+
static int ice_init_rss(struct ice_pf *pf)
{
struct ice_hw *hw = ICE_PF_TO_HW(pf);
@@ -2755,6 +2796,9 @@ static int ice_init_rss(struct ice_pf *pf)
(1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
+ /* Initialize RSS context for gtpu_eh */
+ ice_rss_ctx_init(pf);
+
/* RSS hash configuration */
ice_rss_hash_set(pf, rss_conf->rss_hf);
@@ -358,6 +358,28 @@ struct ice_fdir_info {
struct ice_fdir_counter_pool_container counter;
};
+#define ICE_HASH_CFG_VALID(p) \
+ ((p)->hash_fld != 0 && (p)->pkt_hdr != 0)
+
+#define ICE_HASH_CFG_RESET(p) do { \
+ (p)->hash_fld = 0; \
+ (p)->pkt_hdr = 0; \
+} while (0)
+
+struct ice_hash_cfg {
+ uint32_t pkt_hdr;
+ uint64_t hash_fld;
+};
+
+struct ice_hash_gtpu_ctx {
+ struct ice_hash_cfg ipv4;
+ struct ice_hash_cfg ipv6;
+ struct ice_hash_cfg ipv4_udp;
+ struct ice_hash_cfg ipv6_udp;
+ struct ice_hash_cfg ipv4_tcp;
+ struct ice_hash_cfg ipv6_tcp;
+};
+
struct ice_pf {
struct ice_adapter *adapter; /* The adapter this PF associate to */
struct ice_vsi *main_vsi; /* pointer to main VSI structure */
@@ -381,6 +403,7 @@ struct ice_pf {
uint16_t fdir_nb_qps; /* The number of queue pairs of Flow Director */
uint16_t fdir_qp_offset;
struct ice_fdir_info fdir; /* flow director info */
+ struct ice_hash_gtpu_ctx gtpu_ctx;
uint16_t hw_prof_cnt[ICE_FLTR_PTYPE_MAX][ICE_FD_HW_SEG_MAX];
uint16_t fdir_fltr_cnt[ICE_FLTR_PTYPE_MAX][ICE_FD_HW_SEG_MAX];
struct ice_hw_port_stats stats_offset;
@@ -1232,6 +1232,161 @@ struct ice_hash_match_type ice_hash_type_list[] = {
}
static int
+ice_add_rss_cfg_pre(struct ice_pf *pf, uint32_t hdr, uint64_t fld)
+{
+ struct ice_hw *hw = ICE_PF_TO_HW(pf);
+ struct ice_vsi *vsi = pf->main_vsi;
+ int ret;
+
+ /**
+ * If header field contains GTPU_EH, store gtpu_eh context.
+ * If header field contains GTPU_DWN/UP, remove existed gtpu_eh.
+ */
+ if (hdr & ICE_FLOW_SEG_HDR_GTPU_EH) {
+ if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & ICE_FLOW_SEG_HDR_UDP)) {
+ pf->gtpu_ctx.ipv4_udp.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv4_udp.hash_fld = fld;
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & ICE_FLOW_SEG_HDR_UDP)) {
+ pf->gtpu_ctx.ipv6_udp.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv6_udp.hash_fld = fld;
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & ICE_FLOW_SEG_HDR_TCP)) {
+ pf->gtpu_ctx.ipv4_tcp.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv4_tcp.hash_fld = fld;
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & ICE_FLOW_SEG_HDR_TCP)) {
+ pf->gtpu_ctx.ipv6_tcp.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv6_tcp.hash_fld = fld;
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & (ICE_FLOW_SEG_HDR_UDP |
+ ICE_FLOW_SEG_HDR_TCP)) == 0) {
+ pf->gtpu_ctx.ipv4.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv4.hash_fld = fld;
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & (ICE_FLOW_SEG_HDR_UDP |
+ ICE_FLOW_SEG_HDR_TCP)) == 0) {
+ pf->gtpu_ctx.ipv6.pkt_hdr = hdr;
+ pf->gtpu_ctx.ipv6.hash_fld = fld;
+ }
+ } else if (hdr & (ICE_FLOW_SEG_HDR_GTPU_DWN |
+ ICE_FLOW_SEG_HDR_GTPU_UP)) {
+ if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & ICE_FLOW_SEG_HDR_UDP)) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv4_udp)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv4_udp.hash_fld,
+ pf->gtpu_ctx.ipv4_udp.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_udp);
+ }
+
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv4)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv4.hash_fld,
+ pf->gtpu_ctx.ipv4.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4);
+ }
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & ICE_FLOW_SEG_HDR_UDP)) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv6_udp)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv6_udp.hash_fld,
+ pf->gtpu_ctx.ipv6_udp.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_udp);
+ }
+
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv6)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv6.hash_fld,
+ pf->gtpu_ctx.ipv6.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6);
+ }
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & ICE_FLOW_SEG_HDR_TCP)) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv4_tcp)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv4_tcp.hash_fld,
+ pf->gtpu_ctx.ipv4_tcp.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_tcp);
+ }
+
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv4)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv4.hash_fld,
+ pf->gtpu_ctx.ipv4.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4);
+ }
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & ICE_FLOW_SEG_HDR_TCP)) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv6_tcp)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv6_tcp.hash_fld,
+ pf->gtpu_ctx.ipv6_tcp.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_tcp);
+ }
+
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv6)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv6.hash_fld,
+ pf->gtpu_ctx.ipv6.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6);
+ }
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV4) &&
+ (hdr & (ICE_FLOW_SEG_HDR_UDP |
+ ICE_FLOW_SEG_HDR_TCP)) == 0) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv4)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv4.hash_fld,
+ pf->gtpu_ctx.ipv4.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4);
+ }
+ } else if ((hdr & ICE_FLOW_SEG_HDR_IPV6) &&
+ (hdr & (ICE_FLOW_SEG_HDR_UDP |
+ ICE_FLOW_SEG_HDR_TCP)) == 0) {
+ if (ICE_HASH_CFG_VALID(&pf->gtpu_ctx.ipv6)) {
+ ret = ice_rem_rss_cfg(hw, vsi->idx,
+ pf->gtpu_ctx.ipv6.hash_fld,
+ pf->gtpu_ctx.ipv6.pkt_hdr);
+ if (ret)
+ return -rte_errno;
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6);
+ }
+ }
+ }
+
+ return 0;
+}
+
+static int
ice_hash_create(struct ice_adapter *ad,
struct rte_flow *flow,
void *meta,
@@ -1248,6 +1403,10 @@ struct ice_hash_match_type ice_hash_type_list[] = {
uint64_t hash_field = ((struct rss_meta *)meta)->hash_flds;
uint8_t hash_function = ((struct rss_meta *)meta)->hash_function;
+ ret = ice_add_rss_cfg_pre(pf, headermask, hash_field);
+ if (ret)
+ return -rte_errno;
+
filter_ptr = rte_zmalloc("ice_rss_filter",
sizeof(struct ice_hash_flow_cfg), 0);
if (!filter_ptr) {
@@ -1297,6 +1456,19 @@ struct ice_hash_match_type ice_hash_type_list[] = {
return -rte_errno;
}
+static void
+ice_rem_rss_cfg_post(struct ice_pf *pf)
+{
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6);
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_udp);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_udp);
+
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv4_tcp);
+ ICE_HASH_CFG_RESET(&pf->gtpu_ctx.ipv6_tcp);
+}
+
static int
ice_hash_destroy(struct ice_adapter *ad,
struct rte_flow *flow,
@@ -1334,6 +1506,8 @@ struct ice_hash_match_type ice_hash_type_list[] = {
}
}
+ ice_rem_rss_cfg_post(pf);
+
rte_free(filter_ptr);
return 0;