Skip to content

L
linux
Commit eba618ab authored by David Ahern's avatar David Ahern Committed by David S. Miller
Browse files
Options

ipv4: Add fib_nh_common to fib_result 

Most of the ipv4 code only needs data from fib_nh_common. Add
fib_nh_common selection to fib_result and update users to use it.

Right now, fib_nh_common in fib_result will point to a fib_nh struct
that is embedded within a fib_info:

        fib_info  --> fib_nh
                      fib_nh
                      ...
                      fib_nh
                        ^
    fib_result->nhc ----+

Later, nhc can point to a fib_nh within a nexthop struct:

        fib_info --> nexthop --> fib_nh
                                   ^
    fib_result->nhc ---------------+

or for a nexthop group:

        fib_info --> nexthop --> nexthop --> fib_nh
                                 nexthop --> fib_nh
                                 ...
                                 nexthop --> fib_nh
                                               ^
    fib_result->nhc ---------------------------+

In all cases nhsel within fib_result will point to which leg in the
multipath route is used.
Signed-off-by: default avatarDavid Ahern <dsahern@gmail.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 0af7e7c1
Hide whitespace changes
Inline Side-by-side
Showing with 99 additions and 65 deletions
include/net/ip_fib.h
View file @ eba618ab
...@@ -156,15 +156,16 @@ struct fib_rule; ...@@ -156,15 +156,16 @@ struct fib_rule;
struct fib_table; struct fib_table;
struct fib_result { struct fib_result {
__be32 prefix; __be32 prefix;
unsigned char prefixlen; unsigned char prefixlen;
unsigned char nh_sel; unsigned char nh_sel;
unsigned char type; unsigned char type;
unsigned char scope; unsigned char scope;
u32 tclassid; u32 tclassid;
struct fib_info *fi; struct fib_nh_common *nhc;
struct fib_table *table; struct fib_info *fi;
struct hlist_head *fa_head; struct fib_table *table;
struct hlist_head *fa_head;
}; };
struct fib_result_nl { struct fib_result_nl {
...@@ -182,11 +183,10 @@ struct fib_result_nl { ...@@ -182,11 +183,10 @@ struct fib_result_nl {
int err; int err;
}; };
#ifdef CONFIG_IP_ROUTE_MULTIPATH static inline struct fib_nh_common *fib_info_nhc(struct fib_info *fi, int nhsel)
#define FIB_RES_NH(res) ((res).fi->fib_nh[(res).nh_sel]) {
#else /* CONFIG_IP_ROUTE_MULTIPATH */ return &fi->fib_nh[nhsel].nh_common;
#define FIB_RES_NH(res) ((res).fi->fib_nh[0]) }
#endif /* CONFIG_IP_ROUTE_MULTIPATH */
#ifdef CONFIG_IP_MULTIPLE_TABLES #ifdef CONFIG_IP_MULTIPLE_TABLES
#define FIB_TABLE_HASHSZ 256 #define FIB_TABLE_HASHSZ 256
...@@ -195,18 +195,11 @@ struct fib_result_nl { ...@@ -195,18 +195,11 @@ struct fib_result_nl {
#endif #endif
__be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh); __be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
__be32 fib_result_prefsrc(struct net *net, struct fib_result *res);
#define FIB_RES_SADDR(net, res) \ #define FIB_RES_NHC(res) ((res).nhc)
((FIB_RES_NH(res).nh_saddr_genid == \ #define FIB_RES_DEV(res) (FIB_RES_NHC(res)->nhc_dev)
atomic_read(&(net)->ipv4.dev_addr_genid)) ? \ #define FIB_RES_OIF(res) (FIB_RES_NHC(res)->nhc_oif)
FIB_RES_NH(res).nh_saddr : \
fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
#define FIB_RES_GW(res) (FIB_RES_NH(res).fib_nh_gw4)
#define FIB_RES_DEV(res) (FIB_RES_NH(res).fib_nh_dev)
#define FIB_RES_OIF(res) (FIB_RES_NH(res).fib_nh_oif)
#define FIB_RES_PREFSRC(net, res) ((res).fi->fib_prefsrc ? : \
FIB_RES_SADDR(net, res))
struct fib_entry_notifier_info { struct fib_entry_notifier_info {
struct fib_notifier_info info; /* must be first */ struct fib_notifier_info info; /* must be first */
...@@ -453,10 +446,12 @@ struct fib_table *fib_trie_table(u32 id, struct fib_table *alias); ...@@ -453,10 +446,12 @@ struct fib_table *fib_trie_table(u32 id, struct fib_table *alias);
static inline void fib_combine_itag(u32 *itag, const struct fib_result *res) static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
{ {
#ifdef CONFIG_IP_ROUTE_CLASSID #ifdef CONFIG_IP_ROUTE_CLASSID
struct fib_nh_common *nhc = res->nhc;
struct fib_nh *nh = container_of(nhc, struct fib_nh, nh_common);
#ifdef CONFIG_IP_MULTIPLE_TABLES #ifdef CONFIG_IP_MULTIPLE_TABLES
u32 rtag; u32 rtag;
#endif #endif
*itag = FIB_RES_NH(*res).nh_tclassid<<16; *itag = nh->nh_tclassid << 16;
#ifdef CONFIG_IP_MULTIPLE_TABLES #ifdef CONFIG_IP_MULTIPLE_TABLES
rtag = res->tclassid; rtag = res->tclassid;
if (*itag == 0) if (*itag == 0)
......
net/core/filter.c
View file @ eba618ab
...@@ -4555,11 +4555,11 @@ static int bpf_fib_set_fwd_params(struct bpf_fib_lookup *params, ...@@ -4555,11 +4555,11 @@ static int bpf_fib_set_fwd_params(struct bpf_fib_lookup *params,
static int bpf_ipv4_fib_lookup(struct net *net, struct bpf_fib_lookup *params, static int bpf_ipv4_fib_lookup(struct net *net, struct bpf_fib_lookup *params,
u32 flags, bool check_mtu) u32 flags, bool check_mtu)
{ {
struct fib_nh_common *nhc;
struct in_device *in_dev; struct in_device *in_dev;
struct neighbour *neigh; struct neighbour *neigh;
struct net_device *dev; struct net_device *dev;
struct fib_result res; struct fib_result res;
struct fib_nh *nh;
struct flowi4 fl4; struct flowi4 fl4;
int err; int err;
u32 mtu; u32 mtu;
...@@ -4632,15 +4632,15 @@ static int bpf_ipv4_fib_lookup(struct net *net, struct bpf_fib_lookup *params, ...@@ -4632,15 +4632,15 @@ static int bpf_ipv4_fib_lookup(struct net *net, struct bpf_fib_lookup *params,
return BPF_FIB_LKUP_RET_FRAG_NEEDED; return BPF_FIB_LKUP_RET_FRAG_NEEDED;
} }
nh = &res.fi->fib_nh[res.nh_sel]; nhc = res.nhc;
/* do not handle lwt encaps right now */ /* do not handle lwt encaps right now */
if (nh->fib_nh_lws) if (nhc->nhc_lwtstate)
return BPF_FIB_LKUP_RET_UNSUPP_LWT; return BPF_FIB_LKUP_RET_UNSUPP_LWT;
dev = nh->fib_nh_dev; dev = nhc->nhc_dev;
if (nh->fib_nh_gw4) if (nhc->nhc_has_gw)
params->ipv4_dst = nh->fib_nh_gw4; params->ipv4_dst = nhc->nhc_gw.ipv4;
params->rt_metric = res.fi->fib_priority; params->rt_metric = res.fi->fib_priority;
......
net/ipv4/fib_frontend.c
View file @ eba618ab
...@@ -307,7 +307,7 @@ __be32 fib_compute_spec_dst(struct sk_buff *skb) ...@@ -307,7 +307,7 @@ __be32 fib_compute_spec_dst(struct sk_buff *skb)
.flowi4_mark = vmark ? skb->mark : 0, .flowi4_mark = vmark ? skb->mark : 0,
}; };
if (!fib_lookup(net, &fl4, &res, 0)) if (!fib_lookup(net, &fl4, &res, 0))
return FIB_RES_PREFSRC(net, res); return fib_result_prefsrc(net, &res);
} else { } else {
scope = RT_SCOPE_LINK; scope = RT_SCOPE_LINK;
} }
...@@ -390,7 +390,7 @@ static int __fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst, ...@@ -390,7 +390,7 @@ static int __fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
dev_match = fib_info_nh_uses_dev(res.fi, dev); dev_match = fib_info_nh_uses_dev(res.fi, dev);
if (dev_match) { if (dev_match) {
ret = FIB_RES_NH(res).fib_nh_scope >= RT_SCOPE_HOST; ret = FIB_RES_NHC(res)->nhc_scope >= RT_SCOPE_HOST;
return ret; return ret;
} }
if (no_addr) if (no_addr)
...@@ -402,7 +402,7 @@ static int __fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst, ...@@ -402,7 +402,7 @@ static int __fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
ret = 0; ret = 0;
if (fib_lookup(net, &fl4, &res, FIB_LOOKUP_IGNORE_LINKSTATE) == 0) { if (fib_lookup(net, &fl4, &res, FIB_LOOKUP_IGNORE_LINKSTATE) == 0) {
if (res.type == RTN_UNICAST) if (res.type == RTN_UNICAST)
ret = FIB_RES_NH(res).fib_nh_scope >= RT_SCOPE_HOST; ret = FIB_RES_NHC(res)->nhc_scope >= RT_SCOPE_HOST;
} }
return ret; return ret;
......
net/ipv4/fib_lookup.h
View file @ eba618ab
...@@ -45,6 +45,7 @@ static inline void fib_result_assign(struct fib_result *res, ...@@ -45,6 +45,7 @@ static inline void fib_result_assign(struct fib_result *res,
{ {
/* we used to play games with refcounts, but we now use RCU */ /* we used to play games with refcounts, but we now use RCU */
res->fi = fi; res->fi = fi;
res->nhc = fib_info_nhc(fi, 0);
} }
struct fib_prop { struct fib_prop {
......
net/ipv4/fib_semantics.c
View file @ eba618ab
...@@ -1075,6 +1075,21 @@ __be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh) ...@@ -1075,6 +1075,21 @@ __be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh)
return nh->nh_saddr; return nh->nh_saddr;
} }
__be32 fib_result_prefsrc(struct net *net, struct fib_result *res)
{
struct fib_nh_common *nhc = res->nhc;
struct fib_nh *nh;
if (res->fi->fib_prefsrc)
return res->fi->fib_prefsrc;
nh = container_of(nhc, struct fib_nh, nh_common);
if (nh->nh_saddr_genid == atomic_read(&net->ipv4.dev_addr_genid))
return nh->nh_saddr;
return fib_info_update_nh_saddr(net, nh);
}
static bool fib_valid_prefsrc(struct fib_config *cfg, __be32 fib_prefsrc) static bool fib_valid_prefsrc(struct fib_config *cfg, __be32 fib_prefsrc)
{ {
if (cfg->fc_type != RTN_LOCAL || !cfg->fc_dst || if (cfg->fc_type != RTN_LOCAL || !cfg->fc_dst ||
...@@ -1762,20 +1777,22 @@ void fib_select_multipath(struct fib_result *res, int hash) ...@@ -1762,20 +1777,22 @@ void fib_select_multipath(struct fib_result *res, int hash)
struct net *net = fi->fib_net; struct net *net = fi->fib_net;
bool first = false; bool first = false;
for_nexthops(fi) { change_nexthops(fi) {
if (net->ipv4.sysctl_fib_multipath_use_neigh) { if (net->ipv4.sysctl_fib_multipath_use_neigh) {
if (!fib_good_nh(nh)) if (!fib_good_nh(nexthop_nh))
continue; continue;
if (!first) { if (!first) {
res->nh_sel = nhsel; res->nh_sel = nhsel;
res->nhc = &nexthop_nh->nh_common;
first = true; first = true;
} }
} }
if (hash > atomic_read(&nh->fib_nh_upper_bound)) if (hash > atomic_read(&nexthop_nh->fib_nh_upper_bound))
continue; continue;
res->nh_sel = nhsel; res->nh_sel = nhsel;
res->nhc = &nexthop_nh->nh_common;
return; return;
} endfor_nexthops(fi); } endfor_nexthops(fi);
} }
...@@ -1802,5 +1819,5 @@ void fib_select_path(struct net *net, struct fib_result *res, ...@@ -1802,5 +1819,5 @@ void fib_select_path(struct net *net, struct fib_result *res,
check_saddr: check_saddr:
if (!fl4->saddr) if (!fl4->saddr)
fl4->saddr = FIB_RES_PREFSRC(net, *res); fl4->saddr = fib_result_prefsrc(net, res);
} }
net/ipv4/fib_trie.c
View file @ eba618ab
...@@ -1470,17 +1470,17 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp, ...@@ -1470,17 +1470,17 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
if (fi->fib_flags & RTNH_F_DEAD) if (fi->fib_flags & RTNH_F_DEAD)
continue; continue;
for (nhsel = 0; nhsel < fi->fib_nhs; nhsel++) { for (nhsel = 0; nhsel < fi->fib_nhs; nhsel++) {
const struct fib_nh *nh = &fi->fib_nh[nhsel]; struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel);
if (nh->fib_nh_flags & RTNH_F_DEAD) if (nhc->nhc_flags & RTNH_F_DEAD)
continue; continue;
if (ip_ignore_linkdown(nh->fib_nh_dev) && if (ip_ignore_linkdown(nhc->nhc_dev) &&
nh->fib_nh_flags & RTNH_F_LINKDOWN && nhc->nhc_flags & RTNH_F_LINKDOWN &&
!(fib_flags & FIB_LOOKUP_IGNORE_LINKSTATE)) !(fib_flags & FIB_LOOKUP_IGNORE_LINKSTATE))
continue; continue;
if (!(flp->flowi4_flags & FLOWI_FLAG_SKIP_NH_OIF)) { if (!(flp->flowi4_flags & FLOWI_FLAG_SKIP_NH_OIF)) {
if (flp->flowi4_oif && if (flp->flowi4_oif &&
flp->flowi4_oif != nh->fib_nh_oif) flp->flowi4_oif != nhc->nhc_oif)
continue; continue;
} }
...@@ -1490,6 +1490,7 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp, ...@@ -1490,6 +1490,7 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
res->prefix = htonl(n->key); res->prefix = htonl(n->key);
res->prefixlen = KEYLENGTH - fa->fa_slen; res->prefixlen = KEYLENGTH - fa->fa_slen;
res->nh_sel = nhsel; res->nh_sel = nhsel;
res->nhc = nhc;
res->type = fa->fa_type; res->type = fa->fa_type;
res->scope = fi->fib_scope; res->scope = fi->fib_scope;
res->fi = fi; res->fi = fi;
...@@ -1498,7 +1499,7 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp, ...@@ -1498,7 +1499,7 @@ int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
#ifdef CONFIG_IP_FIB_TRIE_STATS #ifdef CONFIG_IP_FIB_TRIE_STATS
this_cpu_inc(stats->semantic_match_passed); this_cpu_inc(stats->semantic_match_passed);
#endif #endif
trace_fib_table_lookup(tb->tb_id, flp, &nh->nh_common, err); trace_fib_table_lookup(tb->tb_id, flp, nhc, err);
return err; return err;
} }
......
net/ipv4/route.c
View file @ eba618ab
...@@ -778,8 +778,10 @@ static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flow ...@@ -778,8 +778,10 @@ static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flow
neigh_event_send(n, NULL); neigh_event_send(n, NULL);
} else { } else {
if (fib_lookup(net, fl4, &res, 0) == 0) { if (fib_lookup(net, fl4, &res, 0) == 0) {
struct fib_nh *nh = &FIB_RES_NH(res); struct fib_nh_common *nhc = FIB_RES_NHC(res);
struct fib_nh *nh;
nh = container_of(nhc, struct fib_nh, nh_common);
update_or_create_fnhe(nh, fl4->daddr, new_gw, update_or_create_fnhe(nh, fl4->daddr, new_gw,
0, false, 0, false,
jiffies + ip_rt_gc_timeout); jiffies + ip_rt_gc_timeout);
...@@ -1027,8 +1029,10 @@ static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu) ...@@ -1027,8 +1029,10 @@ static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu)
rcu_read_lock(); rcu_read_lock();
if (fib_lookup(dev_net(dst->dev), fl4, &res, 0) == 0) { if (fib_lookup(dev_net(dst->dev), fl4, &res, 0) == 0) {
struct fib_nh *nh = &FIB_RES_NH(res); struct fib_nh_common *nhc = FIB_RES_NHC(res);
struct fib_nh *nh;
nh = container_of(nhc, struct fib_nh, nh_common);
update_or_create_fnhe(nh, fl4->daddr, 0, mtu, lock, update_or_create_fnhe(nh, fl4->daddr, 0, mtu, lock,
jiffies + ip_rt_mtu_expires); jiffies + ip_rt_mtu_expires);
} }
...@@ -1235,7 +1239,7 @@ void ip_rt_get_source(u8 *addr, struct sk_buff *skb, struct rtable *rt) ...@@ -1235,7 +1239,7 @@ void ip_rt_get_source(u8 *addr, struct sk_buff *skb, struct rtable *rt)
rcu_read_lock(); rcu_read_lock();
if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res, 0) == 0) if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res, 0) == 0)
src = FIB_RES_PREFSRC(dev_net(rt->dst.dev), res); src = fib_result_prefsrc(dev_net(rt->dst.dev), &res);
else else
src = inet_select_addr(rt->dst.dev, src = inet_select_addr(rt->dst.dev,
rt_nexthop(rt, iph->daddr), rt_nexthop(rt, iph->daddr),
...@@ -1354,9 +1358,9 @@ static struct fib_nh_exception *find_exception(struct fib_nh *nh, __be32 daddr) ...@@ -1354,9 +1358,9 @@ static struct fib_nh_exception *find_exception(struct fib_nh *nh, __be32 daddr)
u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr) u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr)
{ {
struct fib_nh_common *nhc = res->nhc;
struct net_device *dev = nhc->nhc_dev;
struct fib_info *fi = res->fi; struct fib_info *fi = res->fi;
struct fib_nh *nh = &fi->fib_nh[res->nh_sel];
struct net_device *dev = nh->fib_nh_dev;
u32 mtu = 0; u32 mtu = 0;
if (dev_net(dev)->ipv4.sysctl_ip_fwd_use_pmtu || if (dev_net(dev)->ipv4.sysctl_ip_fwd_use_pmtu ||
...@@ -1364,6 +1368,7 @@ u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr) ...@@ -1364,6 +1368,7 @@ u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr)
mtu = fi->fib_mtu; mtu = fi->fib_mtu;
if (likely(!mtu)) { if (likely(!mtu)) {
struct fib_nh *nh = container_of(nhc, struct fib_nh, nh_common);
struct fib_nh_exception *fnhe; struct fib_nh_exception *fnhe;
fnhe = find_exception(nh, daddr); fnhe = find_exception(nh, daddr);
...@@ -1374,7 +1379,7 @@ u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr) ...@@ -1374,7 +1379,7 @@ u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr)
if (likely(!mtu)) if (likely(!mtu))
mtu = min(READ_ONCE(dev->mtu), IP_MAX_MTU); mtu = min(READ_ONCE(dev->mtu), IP_MAX_MTU);
return mtu - lwtunnel_headroom(nh->fib_nh_lws, mtu); return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu);
} }
static bool rt_bind_exception(struct rtable *rt, struct fib_nh_exception *fnhe, static bool rt_bind_exception(struct rtable *rt, struct fib_nh_exception *fnhe,
...@@ -1529,7 +1534,8 @@ static void rt_set_nexthop(struct rtable *rt, __be32 daddr, ...@@ -1529,7 +1534,8 @@ static void rt_set_nexthop(struct rtable *rt, __be32 daddr,
bool cached = false; bool cached = false;
if (fi) { if (fi) {
struct fib_nh *nh = &FIB_RES_NH(*res); struct fib_nh_common *nhc = FIB_RES_NHC(*res);
struct fib_nh *nh = container_of(nhc, struct fib_nh, nh_common);
if (nh->fib_nh_gw4 && nh->fib_nh_scope == RT_SCOPE_LINK) { if (nh->fib_nh_gw4 && nh->fib_nh_scope == RT_SCOPE_LINK) {
rt->rt_gateway = nh->fib_nh_gw4; rt->rt_gateway = nh->fib_nh_gw4;
...@@ -1699,15 +1705,18 @@ static int __mkroute_input(struct sk_buff *skb, ...@@ -1699,15 +1705,18 @@ static int __mkroute_input(struct sk_buff *skb,
struct in_device *in_dev, struct in_device *in_dev,
__be32 daddr, __be32 saddr, u32 tos) __be32 daddr, __be32 saddr, u32 tos)
{ {
struct fib_nh_common *nhc = FIB_RES_NHC(*res);
struct net_device *dev = nhc->nhc_dev;
struct fib_nh_exception *fnhe; struct fib_nh_exception *fnhe;
struct rtable *rth; struct rtable *rth;
struct fib_nh *nh;
int err; int err;
struct in_device *out_dev; struct in_device *out_dev;
bool do_cache; bool do_cache;
u32 itag = 0; u32 itag = 0;
/* get a working reference to the output device */ /* get a working reference to the output device */
out_dev = __in_dev_get_rcu(FIB_RES_DEV(*res)); out_dev = __in_dev_get_rcu(dev);
if (!out_dev) { if (!out_dev) {
net_crit_ratelimited("Bug in ip_route_input_slow(). Please report.\n"); net_crit_ratelimited("Bug in ip_route_input_slow(). Please report.\n");
return -EINVAL; return -EINVAL;
...@@ -1724,10 +1733,13 @@ static int __mkroute_input(struct sk_buff *skb, ...@@ -1724,10 +1733,13 @@ static int __mkroute_input(struct sk_buff *skb,
do_cache = res->fi && !itag; do_cache = res->fi && !itag;
if (out_dev == in_dev && err && IN_DEV_TX_REDIRECTS(out_dev) && if (out_dev == in_dev && err && IN_DEV_TX_REDIRECTS(out_dev) &&
skb->protocol == htons(ETH_P_IP) && skb->protocol == htons(ETH_P_IP)) {
(IN_DEV_SHARED_MEDIA(out_dev) || __be32 gw = nhc->nhc_family == AF_INET ? nhc->nhc_gw.ipv4 : 0;
inet_addr_onlink(out_dev, saddr, FIB_RES_GW(*res))))
IPCB(skb)->flags |= IPSKB_DOREDIRECT; if (IN_DEV_SHARED_MEDIA(out_dev) ||
inet_addr_onlink(out_dev, saddr, gw))
IPCB(skb)->flags |= IPSKB_DOREDIRECT;
}
if (skb->protocol != htons(ETH_P_IP)) { if (skb->protocol != htons(ETH_P_IP)) {
/* Not IP (i.e. ARP). Do not create route, if it is /* Not IP (i.e. ARP). Do not create route, if it is
...@@ -1744,12 +1756,13 @@ static int __mkroute_input(struct sk_buff *skb, ...@@ -1744,12 +1756,13 @@ static int __mkroute_input(struct sk_buff *skb,
} }
} }
fnhe = find_exception(&FIB_RES_NH(*res), daddr); nh = container_of(nhc, struct fib_nh, nh_common);
fnhe = find_exception(nh, daddr);
if (do_cache) { if (do_cache) {
if (fnhe) if (fnhe)
rth = rcu_dereference(fnhe->fnhe_rth_input); rth = rcu_dereference(fnhe->fnhe_rth_input);
else else
rth = rcu_dereference(FIB_RES_NH(*res).nh_rth_input); rth = rcu_dereference(nh->nh_rth_input);
if (rt_cache_valid(rth)) { if (rt_cache_valid(rth)) {
skb_dst_set_noref(skb, &rth->dst); skb_dst_set_noref(skb, &rth->dst);
goto out; goto out;
...@@ -2043,7 +2056,11 @@ out: return err; ...@@ -2043,7 +2056,11 @@ out: return err;
do_cache = false; do_cache = false;
if (res->fi) { if (res->fi) {
if (!itag) { if (!itag) {
rth = rcu_dereference(FIB_RES_NH(*res).nh_rth_input); struct fib_nh_common *nhc = FIB_RES_NHC(*res);
struct fib_nh *nh;
nh = container_of(nhc, struct fib_nh, nh_common);
rth = rcu_dereference(nh->nh_rth_input);
if (rt_cache_valid(rth)) { if (rt_cache_valid(rth)) {
skb_dst_set_noref(skb, &rth->dst); skb_dst_set_noref(skb, &rth->dst);
err = 0; err = 0;
...@@ -2073,15 +2090,17 @@ out: return err; ...@@ -2073,15 +2090,17 @@ out: return err;
} }
if (do_cache) { if (do_cache) {
struct fib_nh *nh = &FIB_RES_NH(*res); struct fib_nh_common *nhc = FIB_RES_NHC(*res);
struct fib_nh *nh;
rth->dst.lwtstate = lwtstate_get(nh->fib_nh_lws); rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);
if (lwtunnel_input_redirect(rth->dst.lwtstate)) { if (lwtunnel_input_redirect(rth->dst.lwtstate)) {
WARN_ON(rth->dst.input == lwtunnel_input); WARN_ON(rth->dst.input == lwtunnel_input);
rth->dst.lwtstate->orig_input = rth->dst.input; rth->dst.lwtstate->orig_input = rth->dst.input;
rth->dst.input = lwtunnel_input; rth->dst.input = lwtunnel_input;
} }
nh = container_of(nhc, struct fib_nh, nh_common);
if (unlikely(!rt_cache_route(nh, rth))) if (unlikely(!rt_cache_route(nh, rth)))
rt_add_uncached_list(rth); rt_add_uncached_list(rth);
} }
...@@ -2253,8 +2272,9 @@ static struct rtable *__mkroute_output(const struct fib_result *res, ...@@ -2253,8 +2272,9 @@ static struct rtable *__mkroute_output(const struct fib_result *res,
fnhe = NULL; fnhe = NULL;
do_cache &= fi != NULL; do_cache &= fi != NULL;
if (fi) { if (fi) {
struct fib_nh_common *nhc = FIB_RES_NHC(*res);
struct fib_nh *nh = container_of(nhc, struct fib_nh, nh_common);
struct rtable __rcu **prth; struct rtable __rcu **prth;
struct fib_nh *nh = &FIB_RES_NH(*res);
fnhe = find_exception(nh, fl4->daddr); fnhe = find_exception(nh, fl4->daddr);
if (!do_cache) if (!do_cache)
...@@ -2264,8 +2284,8 @@ static struct rtable *__mkroute_output(const struct fib_result *res, ...@@ -2264,8 +2284,8 @@ static struct rtable *__mkroute_output(const struct fib_result *res,
} else { } else {
if (unlikely(fl4->flowi4_flags & if (unlikely(fl4->flowi4_flags &
FLOWI_FLAG_KNOWN_NH && FLOWI_FLAG_KNOWN_NH &&
!(nh->fib_nh_gw4 && !(nhc->nhc_has_gw &&
nh->fib_nh_scope == RT_SCOPE_LINK))) { nhc->nhc_scope == RT_SCOPE_LINK))) {
do_cache = false; do_cache = false;
goto add; goto add;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7