Commit 5bc17018 authored by Jiri Pirko's avatar Jiri Pirko Committed by David S. Miller

net: sched: introduce multichain support for filters

Instead of having only one filter per block, introduce a list of chains
for every block. Create chain 0 by default. UAPI is extended so the user
can specify which chain he wants to change. If the new attribute is not
specified, chain 0 is used. That allows to maintain backward
compatibility. If chain does not exist and user wants to manipulate with
it, new chain is created with specified index. Also, when last filter is
removed from the chain, the chain is destroyed.
Signed-off-by: default avatarJiri Pirko <jiri@mellanox.com>
Acked-by: default avatarJamal Hadi Salim <jhs@mojatatu.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent acb31fae
...@@ -18,6 +18,8 @@ int register_tcf_proto_ops(struct tcf_proto_ops *ops); ...@@ -18,6 +18,8 @@ int register_tcf_proto_ops(struct tcf_proto_ops *ops);
int unregister_tcf_proto_ops(struct tcf_proto_ops *ops); int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
#ifdef CONFIG_NET_CLS #ifdef CONFIG_NET_CLS
struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index);
void tcf_chain_put(struct tcf_chain *chain);
int tcf_block_get(struct tcf_block **p_block, int tcf_block_get(struct tcf_block **p_block,
struct tcf_proto __rcu **p_filter_chain); struct tcf_proto __rcu **p_filter_chain);
void tcf_block_put(struct tcf_block *block); void tcf_block_put(struct tcf_block *block);
......
...@@ -8,6 +8,7 @@ ...@@ -8,6 +8,7 @@
#include <linux/pkt_cls.h> #include <linux/pkt_cls.h>
#include <linux/percpu.h> #include <linux/percpu.h>
#include <linux/dynamic_queue_limits.h> #include <linux/dynamic_queue_limits.h>
#include <linux/list.h>
#include <net/gen_stats.h> #include <net/gen_stats.h>
#include <net/rtnetlink.h> #include <net/rtnetlink.h>
...@@ -236,7 +237,7 @@ struct tcf_proto { ...@@ -236,7 +237,7 @@ struct tcf_proto {
struct Qdisc *q; struct Qdisc *q;
void *data; void *data;
const struct tcf_proto_ops *ops; const struct tcf_proto_ops *ops;
struct tcf_block *block; struct tcf_chain *chain;
struct rcu_head rcu; struct rcu_head rcu;
}; };
...@@ -251,10 +252,14 @@ struct qdisc_skb_cb { ...@@ -251,10 +252,14 @@ struct qdisc_skb_cb {
struct tcf_chain { struct tcf_chain {
struct tcf_proto __rcu *filter_chain; struct tcf_proto __rcu *filter_chain;
struct tcf_proto __rcu **p_filter_chain; struct tcf_proto __rcu **p_filter_chain;
struct list_head list;
struct tcf_block *block;
u32 index; /* chain index */
unsigned int refcnt;
}; };
struct tcf_block { struct tcf_block {
struct tcf_chain *chain; struct list_head chain_list;
}; };
static inline void qdisc_cb_private_validate(const struct sk_buff *skb, int sz) static inline void qdisc_cb_private_validate(const struct sk_buff *skb, int sz)
......
...@@ -549,6 +549,7 @@ enum { ...@@ -549,6 +549,7 @@ enum {
TCA_STAB, TCA_STAB,
TCA_PAD, TCA_PAD,
TCA_DUMP_INVISIBLE, TCA_DUMP_INVISIBLE,
TCA_CHAIN,
__TCA_MAX __TCA_MAX
}; };
......
...@@ -129,7 +129,7 @@ static inline u32 tcf_auto_prio(struct tcf_proto *tp) ...@@ -129,7 +129,7 @@ static inline u32 tcf_auto_prio(struct tcf_proto *tp)
static struct tcf_proto *tcf_proto_create(const char *kind, u32 protocol, static struct tcf_proto *tcf_proto_create(const char *kind, u32 protocol,
u32 prio, u32 parent, struct Qdisc *q, u32 prio, u32 parent, struct Qdisc *q,
struct tcf_block *block) struct tcf_chain *chain)
{ {
struct tcf_proto *tp; struct tcf_proto *tp;
int err; int err;
...@@ -165,7 +165,7 @@ static struct tcf_proto *tcf_proto_create(const char *kind, u32 protocol, ...@@ -165,7 +165,7 @@ static struct tcf_proto *tcf_proto_create(const char *kind, u32 protocol,
tp->prio = prio; tp->prio = prio;
tp->classid = parent; tp->classid = parent;
tp->q = q; tp->q = q;
tp->block = block; tp->chain = chain;
err = tp->ops->init(tp); err = tp->ops->init(tp);
if (err) { if (err) {
...@@ -186,15 +186,26 @@ static void tcf_proto_destroy(struct tcf_proto *tp) ...@@ -186,15 +186,26 @@ static void tcf_proto_destroy(struct tcf_proto *tp)
kfree_rcu(tp, rcu); kfree_rcu(tp, rcu);
} }
static struct tcf_chain *tcf_chain_create(void) static struct tcf_chain *tcf_chain_create(struct tcf_block *block,
u32 chain_index)
{ {
return kzalloc(sizeof(struct tcf_chain), GFP_KERNEL); struct tcf_chain *chain;
chain = kzalloc(sizeof(*chain), GFP_KERNEL);
if (!chain)
return NULL;
list_add_tail(&chain->list, &block->chain_list);
chain->block = block;
chain->index = chain_index;
chain->refcnt = 1;
return chain;
} }
static void tcf_chain_destroy(struct tcf_chain *chain) static void tcf_chain_destroy(struct tcf_chain *chain)
{ {
struct tcf_proto *tp; struct tcf_proto *tp;
list_del(&chain->list);
while ((tp = rtnl_dereference(chain->filter_chain)) != NULL) { while ((tp = rtnl_dereference(chain->filter_chain)) != NULL) {
RCU_INIT_POINTER(chain->filter_chain, tp->next); RCU_INIT_POINTER(chain->filter_chain, tp->next);
tcf_proto_destroy(tp); tcf_proto_destroy(tp);
...@@ -202,6 +213,30 @@ static void tcf_chain_destroy(struct tcf_chain *chain) ...@@ -202,6 +213,30 @@ static void tcf_chain_destroy(struct tcf_chain *chain)
kfree(chain); kfree(chain);
} }
struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index)
{
struct tcf_chain *chain;
list_for_each_entry(chain, &block->chain_list, list) {
if (chain->index == chain_index) {
chain->refcnt++;
return chain;
}
}
return tcf_chain_create(block, chain_index);
}
EXPORT_SYMBOL(tcf_chain_get);
void tcf_chain_put(struct tcf_chain *chain)
{
/* Destroy unused chain, with exception of chain 0, which is the
* default one and has to be always present.
*/
if (--chain->refcnt == 0 && !chain->filter_chain && chain->index != 0)
tcf_chain_destroy(chain);
}
EXPORT_SYMBOL(tcf_chain_put);
static void static void
tcf_chain_filter_chain_ptr_set(struct tcf_chain *chain, tcf_chain_filter_chain_ptr_set(struct tcf_chain *chain,
struct tcf_proto __rcu **p_filter_chain) struct tcf_proto __rcu **p_filter_chain)
...@@ -213,16 +248,19 @@ int tcf_block_get(struct tcf_block **p_block, ...@@ -213,16 +248,19 @@ int tcf_block_get(struct tcf_block **p_block,
struct tcf_proto __rcu **p_filter_chain) struct tcf_proto __rcu **p_filter_chain)
{ {
struct tcf_block *block = kzalloc(sizeof(*block), GFP_KERNEL); struct tcf_block *block = kzalloc(sizeof(*block), GFP_KERNEL);
struct tcf_chain *chain;
int err; int err;
if (!block) if (!block)
return -ENOMEM; return -ENOMEM;
block->chain = tcf_chain_create(); INIT_LIST_HEAD(&block->chain_list);
if (!block->chain) { /* Create chain 0 by default, it has to be always present. */
chain = tcf_chain_create(block, 0);
if (!chain) {
err = -ENOMEM; err = -ENOMEM;
goto err_chain_create; goto err_chain_create;
} }
tcf_chain_filter_chain_ptr_set(block->chain, p_filter_chain); tcf_chain_filter_chain_ptr_set(chain, p_filter_chain);
*p_block = block; *p_block = block;
return 0; return 0;
...@@ -234,9 +272,13 @@ EXPORT_SYMBOL(tcf_block_get); ...@@ -234,9 +272,13 @@ EXPORT_SYMBOL(tcf_block_get);
void tcf_block_put(struct tcf_block *block) void tcf_block_put(struct tcf_block *block)
{ {
struct tcf_chain *chain, *tmp;
if (!block) if (!block)
return; return;
tcf_chain_destroy(block->chain);
list_for_each_entry_safe(chain, tmp, &block->chain_list, list)
tcf_chain_destroy(chain);
kfree(block); kfree(block);
} }
EXPORT_SYMBOL(tcf_block_put); EXPORT_SYMBOL(tcf_block_put);
...@@ -360,10 +402,11 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n, ...@@ -360,10 +402,11 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
u32 prio; u32 prio;
bool prio_allocate; bool prio_allocate;
u32 parent; u32 parent;
u32 chain_index;
struct net_device *dev; struct net_device *dev;
struct Qdisc *q; struct Qdisc *q;
struct tcf_chain_info chain_info; struct tcf_chain_info chain_info;
struct tcf_chain *chain; struct tcf_chain *chain = NULL;
struct tcf_block *block; struct tcf_block *block;
struct tcf_proto *tp; struct tcf_proto *tp;
const struct Qdisc_class_ops *cops; const struct Qdisc_class_ops *cops;
...@@ -449,7 +492,17 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n, ...@@ -449,7 +492,17 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
err = -EINVAL; err = -EINVAL;
goto errout; goto errout;
} }
chain = block->chain;
chain_index = tca[TCA_CHAIN] ? nla_get_u32(tca[TCA_CHAIN]) : 0;
if (chain_index > TC_ACT_EXT_VAL_MASK) {
err = -EINVAL;
goto errout;
}
chain = tcf_chain_get(block, chain_index);
if (!chain) {
err = -ENOMEM;
goto errout;
}
if (n->nlmsg_type == RTM_DELTFILTER && prio == 0) { if (n->nlmsg_type == RTM_DELTFILTER && prio == 0) {
tfilter_notify_chain(net, skb, n, chain, RTM_DELTFILTER); tfilter_notify_chain(net, skb, n, chain, RTM_DELTFILTER);
...@@ -483,7 +536,7 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n, ...@@ -483,7 +536,7 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
prio = tcf_auto_prio(tcf_chain_tp_prev(&chain_info)); prio = tcf_auto_prio(tcf_chain_tp_prev(&chain_info));
tp = tcf_proto_create(nla_data(tca[TCA_KIND]), tp = tcf_proto_create(nla_data(tca[TCA_KIND]),
protocol, prio, parent, q, block); protocol, prio, parent, q, chain);
if (IS_ERR(tp)) { if (IS_ERR(tp)) {
err = PTR_ERR(tp); err = PTR_ERR(tp);
goto errout; goto errout;
...@@ -556,6 +609,8 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n, ...@@ -556,6 +609,8 @@ static int tc_ctl_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
} }
errout: errout:
if (chain)
tcf_chain_put(chain);
if (cl) if (cl)
cops->put(q, cl); cops->put(q, cl);
if (err == -EAGAIN) if (err == -EAGAIN)
...@@ -584,6 +639,8 @@ static int tcf_fill_node(struct net *net, struct sk_buff *skb, ...@@ -584,6 +639,8 @@ static int tcf_fill_node(struct net *net, struct sk_buff *skb,
tcm->tcm_info = TC_H_MAKE(tp->prio, tp->protocol); tcm->tcm_info = TC_H_MAKE(tp->prio, tp->protocol);
if (nla_put_string(skb, TCA_KIND, tp->ops->kind)) if (nla_put_string(skb, TCA_KIND, tp->ops->kind))
goto nla_put_failure; goto nla_put_failure;
if (nla_put_u32(skb, TCA_CHAIN, tp->chain->index))
goto nla_put_failure;
tcm->tcm_handle = fh; tcm->tcm_handle = fh;
if (RTM_DELTFILTER != event) { if (RTM_DELTFILTER != event) {
tcm->tcm_handle = 0; tcm->tcm_handle = 0;
...@@ -640,7 +697,7 @@ static int tcf_node_dump(struct tcf_proto *tp, unsigned long n, ...@@ -640,7 +697,7 @@ static int tcf_node_dump(struct tcf_proto *tp, unsigned long n,
RTM_NEWTFILTER); RTM_NEWTFILTER);
} }
static void tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb, static bool tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb,
struct netlink_callback *cb, struct netlink_callback *cb,
long index_start, long *p_index) long index_start, long *p_index)
{ {
...@@ -667,7 +724,7 @@ static void tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb, ...@@ -667,7 +724,7 @@ static void tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb,
NETLINK_CB(cb->skb).portid, NETLINK_CB(cb->skb).portid,
cb->nlh->nlmsg_seq, NLM_F_MULTI, cb->nlh->nlmsg_seq, NLM_F_MULTI,
RTM_NEWTFILTER) <= 0) RTM_NEWTFILTER) <= 0)
break; return false;
cb->args[1] = 1; cb->args[1] = 1;
} }
...@@ -682,14 +739,16 @@ static void tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb, ...@@ -682,14 +739,16 @@ static void tcf_chain_dump(struct tcf_chain *chain, struct sk_buff *skb,
tp->ops->walk(tp, &arg.w); tp->ops->walk(tp, &arg.w);
cb->args[1] = arg.w.count + 1; cb->args[1] = arg.w.count + 1;
if (arg.w.stop) if (arg.w.stop)
break; return false;
} }
return true;
} }
/* called with RTNL */ /* called with RTNL */
static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb) static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb)
{ {
struct net *net = sock_net(skb->sk); struct net *net = sock_net(skb->sk);
struct nlattr *tca[TCA_MAX + 1];
struct net_device *dev; struct net_device *dev;
struct Qdisc *q; struct Qdisc *q;
struct tcf_block *block; struct tcf_block *block;
...@@ -699,9 +758,15 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb) ...@@ -699,9 +758,15 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb)
const struct Qdisc_class_ops *cops; const struct Qdisc_class_ops *cops;
long index_start; long index_start;
long index; long index;
int err;
if (nlmsg_len(cb->nlh) < sizeof(*tcm)) if (nlmsg_len(cb->nlh) < sizeof(*tcm))
return skb->len; return skb->len;
err = nlmsg_parse(cb->nlh, sizeof(*tcm), tca, TCA_MAX, NULL, NULL);
if (err)
return err;
dev = __dev_get_by_index(net, tcm->tcm_ifindex); dev = __dev_get_by_index(net, tcm->tcm_ifindex);
if (!dev) if (!dev)
return skb->len; return skb->len;
...@@ -725,11 +790,18 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb) ...@@ -725,11 +790,18 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb)
block = cops->tcf_block(q, cl); block = cops->tcf_block(q, cl);
if (!block) if (!block)
goto errout; goto errout;
chain = block->chain;
index_start = cb->args[0]; index_start = cb->args[0];
index = 0; index = 0;
tcf_chain_dump(chain, skb, cb, index_start, &index);
list_for_each_entry(chain, &block->chain_list, list) {
if (tca[TCA_CHAIN] &&
nla_get_u32(tca[TCA_CHAIN]) != chain->index)
continue;
if (!tcf_chain_dump(chain, skb, cb, index_start, &index))
break;
}
cb->args[0] = index; cb->args[0] = index;
errout: errout:
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment