Skip to content

Commit 20d677d

Browse files
Sebastian Andrzej SiewiorPaolo Abeni
authored andcommitted
net/sched: Use nested-BH locking for sch_frag_data_storage
sch_frag_data_storage is a per-CPU variable and relies on disabled BH for its locking. Without per-CPU locking in local_bh_disable() on PREEMPT_RT this data structure requires explicit locking. Add local_lock_t to the struct and use local_lock_nested_bh() for locking. This change adds only lockdep coverage and does not alter the functional behaviour for !PREEMPT_RT. Cc: Jamal Hadi Salim <[email protected]> Cc: Cong Wang <[email protected]> Cc: Jiri Pirko <[email protected]> Signed-off-by: Sebastian Andrzej Siewior <[email protected]> Link: https://patch.msgid.link/[email protected] Signed-off-by: Paolo Abeni <[email protected]>
1 parent 7fe70c0 commit 20d677d

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

net/sched/sch_frag.c

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,18 @@ struct sch_frag_data {
1616
unsigned int l2_len;
1717
u8 l2_data[VLAN_ETH_HLEN];
1818
int (*xmit)(struct sk_buff *skb);
19+
local_lock_t bh_lock;
1920
};
2021

21-
static DEFINE_PER_CPU(struct sch_frag_data, sch_frag_data_storage);
22+
static DEFINE_PER_CPU(struct sch_frag_data, sch_frag_data_storage) = {
23+
.bh_lock = INIT_LOCAL_LOCK(bh_lock),
24+
};
2225

2326
static int sch_frag_xmit(struct net *net, struct sock *sk, struct sk_buff *skb)
2427
{
2528
struct sch_frag_data *data = this_cpu_ptr(&sch_frag_data_storage);
2629

30+
lockdep_assert_held(&data->bh_lock);
2731
if (skb_cow_head(skb, data->l2_len) < 0) {
2832
kfree_skb(skb);
2933
return -ENOMEM;
@@ -95,6 +99,7 @@ static int sch_fragment(struct net *net, struct sk_buff *skb,
9599
struct rtable sch_frag_rt = { 0 };
96100
unsigned long orig_dst;
97101

102+
local_lock_nested_bh(&sch_frag_data_storage.bh_lock);
98103
sch_frag_prepare_frag(skb, xmit);
99104
dst_init(&sch_frag_rt.dst, &sch_frag_dst_ops, NULL,
100105
DST_OBSOLETE_NONE, DST_NOCOUNT);
@@ -105,11 +110,13 @@ static int sch_fragment(struct net *net, struct sk_buff *skb,
105110
IPCB(skb)->frag_max_size = mru;
106111

107112
ret = ip_do_fragment(net, skb->sk, skb, sch_frag_xmit);
113+
local_unlock_nested_bh(&sch_frag_data_storage.bh_lock);
108114
refdst_drop(orig_dst);
109115
} else if (skb_protocol(skb, true) == htons(ETH_P_IPV6)) {
110116
unsigned long orig_dst;
111117
struct rt6_info sch_frag_rt;
112118

119+
local_lock_nested_bh(&sch_frag_data_storage.bh_lock);
113120
sch_frag_prepare_frag(skb, xmit);
114121
memset(&sch_frag_rt, 0, sizeof(sch_frag_rt));
115122
dst_init(&sch_frag_rt.dst, &sch_frag_dst_ops, NULL,
@@ -122,6 +129,7 @@ static int sch_fragment(struct net *net, struct sk_buff *skb,
122129

123130
ret = ipv6_stub->ipv6_fragment(net, skb->sk, skb,
124131
sch_frag_xmit);
132+
local_unlock_nested_bh(&sch_frag_data_storage.bh_lock);
125133
refdst_drop(orig_dst);
126134
} else {
127135
net_warn_ratelimited("Fail frag %s: eth=%x, MRU=%d, MTU=%d\n",

0 commit comments

Comments
 (0)