Commit 54a4a034 authored by John Hurley's avatar John Hurley Committed by David S. Miller

nfp: flower: support offloading multiple rules with same cookie

When multiple netdevs are attached to a tc offload block and register for
callbacks, a rule added to the block will be propogated to all netdevs.
Previously these were detected as duplicates (based on cookie) and
rejected. Modify the rule nfp lookup function to optionally include an
ingress netdev and a host context along with the cookie value when
searching for a rule. When a new rule is passed to the driver, the netdev
the rule is to be attached to is considered when searching for dublicates.
When a stats update is received from HW, the host context is used
alongside the cookie to map to the correct host rule.
Signed-off-by: default avatarJohn Hurley <john.hurley@netronome.com>
Reviewed-by: default avatarJakub Kicinski <jakub.kicinski@netronome.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent dd92a7d1
...@@ -47,6 +47,7 @@ ...@@ -47,6 +47,7 @@
struct net_device; struct net_device;
struct nfp_app; struct nfp_app;
#define NFP_FL_STATS_CTX_DONT_CARE cpu_to_be32(0xffffffff)
#define NFP_FL_STATS_ENTRY_RS BIT(20) #define NFP_FL_STATS_ENTRY_RS BIT(20)
#define NFP_FL_STATS_ELEM_RS 4 #define NFP_FL_STATS_ELEM_RS 4
#define NFP_FL_REPEATED_HASH_MAX BIT(17) #define NFP_FL_REPEATED_HASH_MAX BIT(17)
...@@ -189,6 +190,7 @@ struct nfp_fl_payload { ...@@ -189,6 +190,7 @@ struct nfp_fl_payload {
spinlock_t lock; /* lock stats */ spinlock_t lock; /* lock stats */
struct nfp_fl_stats stats; struct nfp_fl_stats stats;
__be32 nfp_tun_ipv4_addr; __be32 nfp_tun_ipv4_addr;
struct net_device *ingress_dev;
char *unmasked_data; char *unmasked_data;
char *mask_data; char *mask_data;
char *action_data; char *action_data;
...@@ -216,12 +218,14 @@ int nfp_flower_compile_action(struct tc_cls_flower_offload *flow, ...@@ -216,12 +218,14 @@ int nfp_flower_compile_action(struct tc_cls_flower_offload *flow,
struct nfp_fl_payload *nfp_flow); struct nfp_fl_payload *nfp_flow);
int nfp_compile_flow_metadata(struct nfp_app *app, int nfp_compile_flow_metadata(struct nfp_app *app,
struct tc_cls_flower_offload *flow, struct tc_cls_flower_offload *flow,
struct nfp_fl_payload *nfp_flow); struct nfp_fl_payload *nfp_flow,
struct net_device *netdev);
int nfp_modify_flow_metadata(struct nfp_app *app, int nfp_modify_flow_metadata(struct nfp_app *app,
struct nfp_fl_payload *nfp_flow); struct nfp_fl_payload *nfp_flow);
struct nfp_fl_payload * struct nfp_fl_payload *
nfp_flower_search_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie); nfp_flower_search_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie,
struct net_device *netdev, __be32 host_ctx);
struct nfp_fl_payload * struct nfp_fl_payload *
nfp_flower_remove_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie); nfp_flower_remove_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie);
......
...@@ -99,14 +99,18 @@ static int nfp_get_stats_entry(struct nfp_app *app, u32 *stats_context_id) ...@@ -99,14 +99,18 @@ static int nfp_get_stats_entry(struct nfp_app *app, u32 *stats_context_id)
/* Must be called with either RTNL or rcu_read_lock */ /* Must be called with either RTNL or rcu_read_lock */
struct nfp_fl_payload * struct nfp_fl_payload *
nfp_flower_search_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie) nfp_flower_search_fl_table(struct nfp_app *app, unsigned long tc_flower_cookie,
struct net_device *netdev, __be32 host_ctx)
{ {
struct nfp_flower_priv *priv = app->priv; struct nfp_flower_priv *priv = app->priv;
struct nfp_fl_payload *flower_entry; struct nfp_fl_payload *flower_entry;
hash_for_each_possible_rcu(priv->flow_table, flower_entry, link, hash_for_each_possible_rcu(priv->flow_table, flower_entry, link,
tc_flower_cookie) tc_flower_cookie)
if (flower_entry->tc_flower_cookie == tc_flower_cookie) if (flower_entry->tc_flower_cookie == tc_flower_cookie &&
(!netdev || flower_entry->ingress_dev == netdev) &&
(host_ctx == NFP_FL_STATS_CTX_DONT_CARE ||
flower_entry->meta.host_ctx_id == host_ctx))
return flower_entry; return flower_entry;
return NULL; return NULL;
...@@ -121,13 +125,11 @@ nfp_flower_update_stats(struct nfp_app *app, struct nfp_fl_stats_frame *stats) ...@@ -121,13 +125,11 @@ nfp_flower_update_stats(struct nfp_app *app, struct nfp_fl_stats_frame *stats)
flower_cookie = be64_to_cpu(stats->stats_cookie); flower_cookie = be64_to_cpu(stats->stats_cookie);
rcu_read_lock(); rcu_read_lock();
nfp_flow = nfp_flower_search_fl_table(app, flower_cookie); nfp_flow = nfp_flower_search_fl_table(app, flower_cookie, NULL,
stats->stats_con_id);
if (!nfp_flow) if (!nfp_flow)
goto exit_rcu_unlock; goto exit_rcu_unlock;
if (nfp_flow->meta.host_ctx_id != stats->stats_con_id)
goto exit_rcu_unlock;
spin_lock(&nfp_flow->lock); spin_lock(&nfp_flow->lock);
nfp_flow->stats.pkts += be32_to_cpu(stats->pkt_count); nfp_flow->stats.pkts += be32_to_cpu(stats->pkt_count);
nfp_flow->stats.bytes += be64_to_cpu(stats->byte_count); nfp_flow->stats.bytes += be64_to_cpu(stats->byte_count);
...@@ -317,7 +319,8 @@ nfp_check_mask_remove(struct nfp_app *app, char *mask_data, u32 mask_len, ...@@ -317,7 +319,8 @@ nfp_check_mask_remove(struct nfp_app *app, char *mask_data, u32 mask_len,
int nfp_compile_flow_metadata(struct nfp_app *app, int nfp_compile_flow_metadata(struct nfp_app *app,
struct tc_cls_flower_offload *flow, struct tc_cls_flower_offload *flow,
struct nfp_fl_payload *nfp_flow) struct nfp_fl_payload *nfp_flow,
struct net_device *netdev)
{ {
struct nfp_flower_priv *priv = app->priv; struct nfp_flower_priv *priv = app->priv;
struct nfp_fl_payload *check_entry; struct nfp_fl_payload *check_entry;
...@@ -348,7 +351,8 @@ int nfp_compile_flow_metadata(struct nfp_app *app, ...@@ -348,7 +351,8 @@ int nfp_compile_flow_metadata(struct nfp_app *app,
nfp_flow->stats.bytes = 0; nfp_flow->stats.bytes = 0;
nfp_flow->stats.used = jiffies; nfp_flow->stats.used = jiffies;
check_entry = nfp_flower_search_fl_table(app, flow->cookie); check_entry = nfp_flower_search_fl_table(app, flow->cookie, netdev,
NFP_FL_STATS_CTX_DONT_CARE);
if (check_entry) { if (check_entry) {
if (nfp_release_stats_entry(app, stats_cxt)) if (nfp_release_stats_entry(app, stats_cxt))
return -EINVAL; return -EINVAL;
......
...@@ -419,6 +419,8 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -419,6 +419,8 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev,
goto err_free_key_ls; goto err_free_key_ls;
} }
flow_pay->ingress_dev = egress ? NULL : netdev;
err = nfp_flower_compile_flow_match(flow, key_layer, netdev, flow_pay, err = nfp_flower_compile_flow_match(flow, key_layer, netdev, flow_pay,
tun_type); tun_type);
if (err) if (err)
...@@ -428,7 +430,8 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -428,7 +430,8 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev,
if (err) if (err)
goto err_destroy_flow; goto err_destroy_flow;
err = nfp_compile_flow_metadata(app, flow, flow_pay); err = nfp_compile_flow_metadata(app, flow, flow_pay,
flow_pay->ingress_dev);
if (err) if (err)
goto err_destroy_flow; goto err_destroy_flow;
...@@ -462,6 +465,7 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -462,6 +465,7 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev,
* @app: Pointer to the APP handle * @app: Pointer to the APP handle
* @netdev: netdev structure. * @netdev: netdev structure.
* @flow: TC flower classifier offload structure * @flow: TC flower classifier offload structure
* @egress: Netdev is the egress dev.
* *
* Removes a flow from the repeated hash structure and clears the * Removes a flow from the repeated hash structure and clears the
* action payload. * action payload.
...@@ -470,13 +474,16 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -470,13 +474,16 @@ nfp_flower_add_offload(struct nfp_app *app, struct net_device *netdev,
*/ */
static int static int
nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev, nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev,
struct tc_cls_flower_offload *flow) struct tc_cls_flower_offload *flow, bool egress)
{ {
struct nfp_port *port = nfp_port_from_netdev(netdev); struct nfp_port *port = nfp_port_from_netdev(netdev);
struct nfp_fl_payload *nfp_flow; struct nfp_fl_payload *nfp_flow;
struct net_device *ingr_dev;
int err; int err;
nfp_flow = nfp_flower_search_fl_table(app, flow->cookie); ingr_dev = egress ? NULL : netdev;
nfp_flow = nfp_flower_search_fl_table(app, flow->cookie, ingr_dev,
NFP_FL_STATS_CTX_DONT_CARE);
if (!nfp_flow) if (!nfp_flow)
return -ENOENT; return -ENOENT;
...@@ -505,7 +512,9 @@ nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -505,7 +512,9 @@ nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev,
/** /**
* nfp_flower_get_stats() - Populates flow stats obtained from hardware. * nfp_flower_get_stats() - Populates flow stats obtained from hardware.
* @app: Pointer to the APP handle * @app: Pointer to the APP handle
* @netdev: Netdev structure.
* @flow: TC flower classifier offload structure * @flow: TC flower classifier offload structure
* @egress: Netdev is the egress dev.
* *
* Populates a flow statistics structure which which corresponds to a * Populates a flow statistics structure which which corresponds to a
* specific flow. * specific flow.
...@@ -513,11 +522,15 @@ nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -513,11 +522,15 @@ nfp_flower_del_offload(struct nfp_app *app, struct net_device *netdev,
* Return: negative value on error, 0 if stats populated successfully. * Return: negative value on error, 0 if stats populated successfully.
*/ */
static int static int
nfp_flower_get_stats(struct nfp_app *app, struct tc_cls_flower_offload *flow) nfp_flower_get_stats(struct nfp_app *app, struct net_device *netdev,
struct tc_cls_flower_offload *flow, bool egress)
{ {
struct nfp_fl_payload *nfp_flow; struct nfp_fl_payload *nfp_flow;
struct net_device *ingr_dev;
nfp_flow = nfp_flower_search_fl_table(app, flow->cookie); ingr_dev = egress ? NULL : netdev;
nfp_flow = nfp_flower_search_fl_table(app, flow->cookie, ingr_dev,
NFP_FL_STATS_CTX_DONT_CARE);
if (!nfp_flow) if (!nfp_flow)
return -EINVAL; return -EINVAL;
...@@ -543,9 +556,9 @@ nfp_flower_repr_offload(struct nfp_app *app, struct net_device *netdev, ...@@ -543,9 +556,9 @@ nfp_flower_repr_offload(struct nfp_app *app, struct net_device *netdev,
case TC_CLSFLOWER_REPLACE: case TC_CLSFLOWER_REPLACE:
return nfp_flower_add_offload(app, netdev, flower, egress); return nfp_flower_add_offload(app, netdev, flower, egress);
case TC_CLSFLOWER_DESTROY: case TC_CLSFLOWER_DESTROY:
return nfp_flower_del_offload(app, netdev, flower); return nfp_flower_del_offload(app, netdev, flower, egress);
case TC_CLSFLOWER_STATS: case TC_CLSFLOWER_STATS:
return nfp_flower_get_stats(app, flower); return nfp_flower_get_stats(app, netdev, flower, egress);
} }
return -EOPNOTSUPP; return -EOPNOTSUPP;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment