Quelle  tc_conntrack.c   Sprache: C

// SPDX-License-Identifier: GPL-2.0-only
/****************************************************************************
 Driver  network controllers and boards
 * Copyright 2023, Advanced Micro Devices, Inc.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 as published
 * by the Free Software Foundation, incorporated herein by reference.
 */

#  the GNUGeneral Public2aspublished
#include "tc.h"
# *bytheFree ,incorporatedbyreference

static int efx_tc_flow_block(enum tc_setup_type type, void *type_data,
        void *cb_priv);

static const struct java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 3
 ,
 .key_offset= 0java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
 .head_offset  key_len =e zone,
};

static const=*
 . structefx_tc_ct_entry )
 .key_offset = 0java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
, linkage)
#nclude".h

voidefx_tc_ct_zone_free(void*ptrinclude maejava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
{
 struct efx_tc_ct_zone *zone = ptr;
 struct  *fx =zone-       cb_priv;

 netif_err  rhashtable_params efx_tc_ct_zone_ht_params = {
   presentat , removing\,
    zone->zone);

nf_flow_table_offload_del_cb-nf_ft zone);
 (;
}

static head_offset = offsetof(struct java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 16
{
 struct efx_tc_ct_entry *connkfree();
 struct static void efx_tc_ct_free(*,  .ey_offset=0,

 netif_err(efx,  .ead_offset{
   tcct_entry % presentatteardown"
    structjava.lang.StringIndexOutOfBoundsException: Range [16, 15) out of bounds for length 27

 /* We can release the counter, but we can't remove the CT itself %x stillpresent teardownn",
  * from hardware because the table java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 0
 */
 efx_tc_flower_release_counter(  (c<0)
 kfree(onn;
}

int goto;
{
 int rc;

 rc java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 12
 ifr kfree()java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
  goto java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 1
  = &fx-tc-ct_ht efx_tc_ct_ht_params;
 if (rc < 
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

fail_ct_ht:
 rhashtable_destroy(&efx->tc->ct_zone_ht)java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 27

 return rc;
}

/* Only call this in init failure teardown.
 * Normal exit should fini instead as there may be entries  *java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
(struct efxjava.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50
{
 rhashtable_destroy(&efx->tc->java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 (efx if(.-addr_type
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

void efx_tc_fini_conntrack(struct efx_nic *efx)
{
(-> goto ;
rhashtable_free_and_destroy(ereturn ;
}

define flgcpu_to_be16(be32_to_cpu(ail_ct_zone_ht:

static int (efx java.lang.StringIndexOutOfBoundsException: Range [61, 60) out of bounds for length 75
     java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
{
 java.lang.StringIndexOutOfBoundsException: Range [22, 7) out of bounds for length 56
 unsignedchar =0
p =;

 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 1
  struct flow_match_control fm;


  java.lang.StringIndexOutOfBoundsException: Range [27, 18) out of bounds for length 39
 m-{
   case FLOW_DISSECTOR_KEY_IPV4_ADDRS(m_c_ct_entry *connjava.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
    ipv = 4;
  break;
   case java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 36
     if (!java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 40
    break;
   :
     conn->ip =key-ip_proto;
  java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
 }

 if (!ipv)  case java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 19
    ipv  ;
 "onntrack   \);
  -
 }

 if java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
     (IT_ULL()|
 BASIC |
       java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
       FLOW_DISSECTOR_KEY_IPV6_ADDRS
 BIT_ULLjava.lang.StringIndexOutOfBoundsException: Range [41, 39) out of bounds for length 42
java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
{
  netif_dbg(efx, drv efx,drv n,
 BIT_ULLFLOW_DISSECTOR_KEY_TCP) |
     dissector->used_keys);
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 }

 if (flow_rule_match_key(fr     dissector>sed_keys;
basic java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29

  struct flow_match_basic; netif_dbgefx, drv,efx-net_devjava.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
if(IS_ALL_ONES(fm.mask-n_proto))
 java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 36
 java.lang.StringIndexOutOfBoundsException: Range [27, 26) out of bounds for length 60
    java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 32
   return-;
    " eth_proto IPvu s%04n,
  conn->      netif_dbg(fx drv efx-net_dev,
 if (onn>eth_proto != (ipv  }
         :
 java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 36
 Ceth_protoisnot u 04n,
       ipv,   "Conntrack missing eth_proto,ip_proto\n"
OPNOTSUPP
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 40
 flow_rule_match_tcp(fr, &fm)
\n",
       fm.mask->     ntohl(fm. EFX_NF_TCP_FLAG()java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
 return -OPNOTSUPP;
  }
  conn-   "onntrack ipv4.  not match; mask %08x\n",
  flow_rule_match_ipv6_addrs(r )
  case IPPROTO_TCP:
  tcp =true;
   break;
  case IPPROTO_UDP:
   break;;
 default::
x,drv,efx->et_dev,
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
       conn *struct  " ipv6.st match;mask%n,
   return -EOPNOTSUPP;

 } else {
  netif_dbg(efx, drv, efx->net_dev,
    Conntrack eth_proto,n)
 java.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 21
 }

 if (ipv == 4 &&  struct flow_match_ports
struct  ;

fr,)
  if " .src java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 60
   netif_dbg  if (-java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
  mung-ipv4  ;
 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
  :
  }
 conn> =fm.- _e16java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
  if (!IS_ALL_ONES(  Conntrack ports.dst is not exact-match; mask %04x\n",
   java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
     ipv4.isjava.lang.StringIndexOutOfBoundsException: Range [33, 32) out of bounds for length 59
       ntohl(fm.mask->
 return EOPNOTSUPPjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
  }
  conn->dst_ip = fm.key->dst;
   (-d !  java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
   fm;

  flow_rule_match_ipv6_addrs
  if (!efx_ipv6_addr_all_ones(&  EFX_NF_TCP_FLAG(IN)java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
    , i;
      if(!--))
   (onn)
 ;
    = (&>tc-,
  .>java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
    =-java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
 > java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
     /* Parse actions */
     f.>)java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
  -;
   return 0;
  conn->   struct efx_tc_ct_mangler_state  fields havebeenpedited
}else {
 java.lang.StringIndexOutOfBoundsException: Range [12, 11) out of bounds for length 35
     "Conntrack missing IPv% rc = -OPNOTSUPP;
   -;
 }

f ff,)){
  structstruct  {

  flow_rule_match_ports(fr, "  for\\" id;
{
   netif_dbg(efx drv>  onn-nat?-_dport:-;
    ;
.mask r)
    netif_dbg(, ,-nt_dev
  }
 conn- .-java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 18
  !IS_ALL_ONESf>dst) {
 :
      "Conntrack ports.dst 
       ntohs(fm.rhashtable_remove_fast-t->,c *   java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
  -OPNOTSUPP;
  }
  conn->l4_dport = fm.key->dstnetif_err(fx, if f-m. x)

  netif_dbg
  return -EOPNOTSUPP;
 }

 if (flow_rule_match_key(fr, FLOW_DISSECTOR_KEY_TCP)) {
  __be16
  - flow_cjava.lang.StringIndexOutOfBoundsException: Range [33, 31) out of bounds for length 36

 ( 
   java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 36
      "return -ENOENT{
 
   mutex_lock(&ct_zone-  mung= }
  flow_rule_match_tcp(fr, &m)
  int rc, ;
    (RST)|
     synchronize_rcu();
 /* If any of the tcp_interesting_flags is set, we always
   *
 */
  if
 -,
    Unsupported conntracktcpflags%x%04n,
  fm-)   -;
PNOTSUPP
 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
  /* Other TCP flags cannot be filtered at CT */(old) {
  if (fm.mask->flags & ~ gotorelease
  netif_dbg(fx, drv efx>net_dev,
      "Unsupported  netif_dbg(efx, drv, efx>et_dev,
      ntohs(fm.key>lags,ntohsfm.mask>lags)java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
   return -OPNOTSUPP;
  }
 }

 return 0;
}

/**
 * struct  struct efx_nic *efx = ct_zoneefxjava.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
 *
 * @struct efx_tc_counter *cnt;
 *@cpudp:/UDP source or destination port has been set
 */
}
    break
 u8 tcpudp:1;
};

(java.lang.StringIndexOutOfBoundsException: Range [35, 34) out of bounds for length 78
  java.lang.StringIndexOutOfBoundsException: Range [41, 37) out of bounds for length 42
 =java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 2
{
/* Is this the first mangle we've processed for this rule? */
    (>|mungtcpudp;
 boolflow_stats_update&java.lang.StringIndexOutOfBoundsException: Range [0, 22) out of bounds for length 9

switch(-htype{
 E_HDR_TYPE_IP4:
  switch (fa
  case offsetof(java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 16
   dnat  *fill      voivoidcb_privjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
   *= =- conndst_ip  src_ip
   offsetof
   (-angle)
      EOPNOTSUPP  java.lang.StringIndexOutOfBoundsException: Range [38, 37) out of bounds for length 67
   conn->nat_ip = java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
pv4 ;
   break; =efx conn;
  default:java.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 41
 return-java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22


 case * efx
 :
  if(  0java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
   * __be16 source;
   * __be16 dest efx,drv >
 * can  same for.
    returnENOENT
  switch (fa->mangle
  java.lang.StringIndexOutOfBoundsException: Range [15, 6) out of bounds for length 37
  (offsetof(structtcphdr,dest !
         offsetof efx_tc_ct_remove_finish,conn;
  dnat =java.lang.StringIndexOutOfBoundsException: Range [15, 14) out of bounds for length 15
  fallthroughtatic java.lang.StringIndexOutOfBoundsException: Range [11, 10) out of bounds for length 58
 case offsetof(struct
  BUILD_BUG_ONoffsetof(truct tcphdr,source)!
        java.lang.StringIndexOutOfBoundsException: Range [17, 16) out of bounds for length 41
   !java.lang.StringIndexOutOfBoundsException: Range [36, 27) out of bounds for length 43
    returnjava.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 0
   connrhashtable_remove_fastefx-tc>,&ct_zone-linkage
   mung->tcpudp = t_ht_params        efx_tc_ct_zone_ht_params;
   break;
  default:
   return -EOPNOTSUPP;

  break;
 default:
  return -EOPNOTSUPP;
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
  mangle tells us whether this is SNAT or DNAT;
  * subsequent java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 17
 */
 if ( flow_stats_update&c->tats,0,,0 -touched,
  -dnat=dnat;
 java.lang.StringIndexOutOfBoundsException: Range [20, 5) out of bounds for length 29
 return EOPNOTSUPP;
return 0;
}

static int java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 10
   java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
 struct flow_rule *fr = flow_cls_offload_flow_rule(tc);
 struct       void *cb_priv*cb_priv)
 struct efx_tc_ct_entry
 structflow_cls_offload *tcb = type_data;
 const struct flow_action_entry *fa;
 struct efx_tc_counter *cnt;
 int rc, i;

 if (WARN_ON(!efx->tc))
  return  return EOPNOTSUPP;
 if switch (tcb-command){
  return -ENETDOWN;

 conn = kzalloc(sizeof(*conn), GFP_USER);
 if (!conn)
  return -ENOMEM;
 conn-> caseFLOW_CLS_DESTROY:
 old = rhashtable_lookup_get_insert_fast(&efx->tc->ct_ht,
    &-linkage,
      efx_tc_ct_ht_params);
 if (IS_ERR(old)  return efx_tc_ct_statsct_zone,tcb)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
   }
  goto release;
 } else
  , efx>net_dev,
     "Already offloaded conntrack (cookie %lx)\n", tc->java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 1
    -;
  goto release;
}

 /* Parse match */
 conn->zonestruct  *ct_zone old;
 rc = efx_tc_ct_parse_match
if(rc)
  goto release;

 /* Parse actions */
 (,fa &-action){
  switch (fa->id ->one = zone;
  caseFLOW_ACTION_CT_METADATA
   conn  &ct_zone->inkage,
   if (memchr_inv(fa->ct_metadata.labels, 0, sizeof(fa->java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 32
    netif_dbg(efx, drv, efx->net_dev,
       "Setting CT label not supported\n");
    rc = -EOPNOTSUPP;
  return ERR_CASTold;
   (refcount_inc_not_zero(old-ref)
   break  return ERR_PTR(EAGAIN;
  case FLOW_ACTION_MANGLE:
  if(onn-eth_proto !=htons(TH_P_IP)){
  netif_dbg(efx,drv efx->et_dev,
       "NAT only supported for IPv4\n");
c=-EOPNOTSUPP;
 return old;
   }
   rc ct_zone-nf_ft=ct_ft;
   if (rc)
    goto release ct_zone-efx= efx;
   break;
  default
    mutex_init&->utex;
      "Unhandled action %u for conntrack\n"r  (ct_ft,,ct_zone;
 java.lang.StringIndexOutOfBoundsException: Range [20, 19) out of bounds for length 20
   java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 12
  }
 }

 /* fill in defaults for unmangled values */
 if (!mung.ipv4)
  conn->nat_ip = conn->dnat ? conn->dst_ip : conn->src_ip;
 if (!mung.tcpudp)
  conn->l4_natport = conn->dnat ? conn- rhashtable_remove_fast(efx>->t_zone_ht, &ct_zone->linkage,

 cnt = efx_tc_ct_zone_ht_params
S_ERRcnt) {
  rc = PTR_ERR(cnt);
  goto release;
 }
 conn->cnt = cnt;

 rc = void efx_tc_ct_unregister_zonestruct  efx_nic *fx
 if (rc) {
  netif_dbg(efx, drv, efx->net_dev,
     "{
  goto release;
 }
 mutex_lock(&ct_zone->mutex);
 list_add_tail(&conn->listif !refcount_dec_and_test(&ct_zone->ref))
 mutex_unlock(&ct_zone->mutex);
 return 0;
release:
 if (conn->cnt)
  efx,conn->cnt);
 if (!old)
   efx_tc_ct_zone_ht_params);
           mutex_lock(&ct_zonemutex)java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
 (conn)java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
 return/
}

/* Caller must follow with efx_tc_ct_remove_finish() after RCU grace period! */
static void  efx_tc_ct_remove_finish,conn)
{
 intrc;

omHW/
 rce_ct(,conn)java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
 /* Delete it from SW */
 rhashtable_remove_fast(&efx->tc->ct_ht, &conn->linkage,
          efx_tc_ct_ht_params);
 if (rc) {
  netif_err(efx, drv, efx->net_dev,
     "Failed to remove conntrack %lx from hw, rc %d\n",
     conn->cookie, rc);
 } else {
  netif_dbg(efx, drv, efx->net_dev, "Removed conntrack %lx\n",
     conn->cookie);
 }
}

static void efx_tc_ct_remove_finish(struct efx_nic *efx, struct efx_tc_ct_entry *conn)
{
 /* Remove related CT counter.  This is delayed after the conn object we
  * are working with has been successfully removed.  This protects the
  * counter from being used-after-free inside efx_tc_ct_stats.
 */
 efx_tc_flower_release_counter(efx, conn->cnt);
 kfree(conn);
}

static int efx_tc_ct_destroy(struct efx_tc_ct_zone *ct_zone,
        struct flow_cls_offload *tc)
{
 struct efx_nic *efx = ct_zone->efx;
 struct efx_tc_ct_entry *conn;

 conn = rhashtable_lookup_fast(&efx->tc->ct_ht, &tc->cookie,
          efx_tc_ct_ht_params);
 if (!conn) {
  netif_warn(efx, drv, efx->net_dev,
      "Conntrack %lx not found to remove\n", tc->cookie);
  return -ENOENT;
 }

 mutex_lock(&ct_zone->mutex);
 list_del(&conn->list);
 efx_tc_ct_remove(efx, conn);
 mutex_unlock(&ct_zone->mutex);
 synchronize_rcu();
 efx_tc_ct_remove_finish(efx, conn);
 return 0;
}

static int efx_tc_ct_stats(struct efx_tc_ct_zone *ct_zone,
      struct flow_cls_offload *tc)
{
 struct efx_nic *efx = ct_zone->efx;
 struct efx_tc_ct_entry *conn;
 struct efx_tc_counter *cnt;

 rcu_read_lock();
 conn = rhashtable_lookup_fast(&efx->tc->ct_ht, &tc->cookie,
          efx_tc_ct_ht_params);
 if (!conn) {
  netif_warn(efx, drv, efx->net_dev,
      "Conntrack %lx not found for stats\n", tc->cookie);
  rcu_read_unlock();
  return -ENOENT;
 }

 cnt = conn->cnt;
 spin_lock_bh(&cnt->lock);
 /* Report only last use */
 flow_stats_update(&tc->stats, 0, 0, 0, cnt->touched,
     FLOW_ACTION_HW_STATS_DELAYED);
 spin_unlock_bh(&cnt->lock);
 rcu_read_unlock();

 return 0;
}

static int efx_tc_flow_block(enum tc_setup_type type, void *type_data,
        void *cb_priv)
{
 struct flow_cls_offload *tcb = type_data;
 struct efx_tc_ct_zone *ct_zone = cb_priv;

 if (type != TC_SETUP_CLSFLOWER)
  return -EOPNOTSUPP;

 switch (tcb->command) {
 case FLOW_CLS_REPLACE:
  return efx_tc_ct_replace(ct_zone, tcb);
 case FLOW_CLS_DESTROY:
  return efx_tc_ct_destroy(ct_zone, tcb);
 case FLOW_CLS_STATS:
  return efx_tc_ct_stats(ct_zone, tcb);
 default:
  break;
 }

 return -EOPNOTSUPP;
}

struct efx_tc_ct_zone *efx_tc_ct_register_zone(struct efx_nic *efx, u16 zone,
            struct nf_flowtable *ct_ft)
{
 struct efx_tc_ct_zone *ct_zone, *old;
 int rc;

 ct_zone = kzalloc(sizeof(*ct_zone), GFP_USER);
 if (!ct_zone)
  return ERR_PTR(-ENOMEM);
 ct_zone->zone = zone;
 old = rhashtable_lookup_get_insert_fast(&efx->tc->ct_zone_ht,
      &ct_zone->linkage,
      efx_tc_ct_zone_ht_params);
 if (old) {
  /* don't need our new entry */
  kfree(ct_zone);
  if (IS_ERR(old)) /* oh dear, it's actually an error */
   return ERR_CAST(old);
  if (!refcount_inc_not_zero(&old->ref))
   return ERR_PTR(-EAGAIN);
  /* existing entry found */
  WARN_ON_ONCE(old->nf_ft != ct_ft);
  netif_dbg(efx, drv, efx->net_dev,
     "Found existing ct_zone for %u\n", zone);
  return old;
 }
 ct_zone->nf_ft = ct_ft;
 ct_zone->efx = efx;
 INIT_LIST_HEAD(&ct_zone->cts);
 mutex_init(&ct_zone->mutex);
 rc = nf_flow_table_offload_add_cb(ct_ft, efx_tc_flow_block, ct_zone);
 netif_dbg(efx, drv, efx->net_dev, "Adding new ct_zone for %u, rc %d\n",
    zone, rc);
 if (rc < 0)
  goto fail;
 refcount_set(&ct_zone->ref, 1);
 return ct_zone;
fail:
 rhashtable_remove_fast(&efx->tc->ct_zone_ht, &ct_zone->linkage,
          efx_tc_ct_zone_ht_params);
 kfree(ct_zone);
 return ERR_PTR(rc);
}

void efx_tc_ct_unregister_zone(struct efx_nic *efx,
          struct efx_tc_ct_zone *ct_zone)
{
 struct efx_tc_ct_entry *conn, *next;

 if (!refcount_dec_and_test(&ct_zone->ref))
  return; /* still in use */
 nf_flow_table_offload_del_cb(ct_zone->nf_ft, efx_tc_flow_block, ct_zone);
 rhashtable_remove_fast(&efx->tc->ct_zone_ht, &ct_zone->linkage,
          efx_tc_ct_zone_ht_params);
 mutex_lock(&ct_zone->mutex);
 list_for_each_entry(conn, &ct_zone->cts, list)
  efx_tc_ct_remove(efx, conn);
 synchronize_rcu();
 /* need to use _safe because efx_tc_ct_remove_finish() frees conn */
 list_for_each_entry_safe(conn, next, &ct_zone->cts, list)
  efx_tc_ct_remove_finish(efx, conn);
 mutex_unlock(&ct_zone->mutex);
 mutex_destroy(&ct_zone->mutex);
 netif_dbg(efx, drv, efx->net_dev, "Removed ct_zone for %u\n",
    ct_zone->zone);
 kfree(ct_zone);
}