mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-30 06:29:06 -04:00
netfilter: ipset: switch to rcu work
In the initial ipset rhashtable conversion RFC series syzbot reported following splat: BUG: sleeping function [..] at kernel/irq_work.c:289 in_atomic(): 1, [..] irq_work_sync.. kernel/irq_work.c:289 rhashtable_free_and_destroy.. lib/rhashtable.c:1295 hash_netport4_destroy.. net/netfilter/ipset/ip_set_hash_gen.h:420 ip_set_destroy_set_rcu.. net/netfilter/ipset/ip_set_core.c:1169 rcu_core.. kernel/rcu/tree.c:2897 This is because post-rhashtable-conversion hash implementation needs to schedule in the destroy callback. At this time this isn't allowed. Replace existing call_rcu() based destruction with rcu_work api. Also allows to undo split of set destruction and gc work cancelling in a future patch. Signed-off-by: Florian Westphal <fw@strlen.de> Signed-off-by: Pablo Neira Ayuso <pablo@netfilter.org>
This commit is contained in:
committed by
Pablo Neira Ayuso
parent
cdd97fae0e
commit
7defddefa9
@@ -244,8 +244,8 @@ extern void ip_set_type_unregister(struct ip_set_type *set_type);
|
||||
|
||||
/* A generic IP set */
|
||||
struct ip_set {
|
||||
/* For call_cru in destroy */
|
||||
struct rcu_head rcu;
|
||||
/* for set destruction */
|
||||
struct rcu_work rwork;
|
||||
/* The name of the set */
|
||||
char name[IPSET_MAXNAMELEN];
|
||||
/* Lock protecting the set data */
|
||||
|
||||
@@ -25,6 +25,7 @@
|
||||
static LIST_HEAD(ip_set_type_list); /* all registered set types */
|
||||
static DEFINE_MUTEX(ip_set_type_mutex); /* protects ip_set_type_list */
|
||||
static DEFINE_RWLOCK(ip_set_ref_lock); /* protects the set refs */
|
||||
static struct workqueue_struct *ipset_destroy_wq;
|
||||
|
||||
struct ip_set_net {
|
||||
struct ip_set * __rcu *ip_set_list; /* all individual sets */
|
||||
@@ -1178,22 +1179,26 @@ ip_set_setname_policy[IPSET_ATTR_CMD_MAX + 1] = {
|
||||
.len = IPSET_MAXNAMELEN - 1 },
|
||||
};
|
||||
|
||||
/* In order to return quickly when destroying a single set, it is split
|
||||
* into two stages:
|
||||
* - Cancel garbage collector
|
||||
* - Destroy the set itself via call_rcu()
|
||||
*/
|
||||
|
||||
static void
|
||||
ip_set_destroy_set_rcu(struct rcu_head *head)
|
||||
destroy_and_free_set(struct ip_set *set)
|
||||
{
|
||||
struct ip_set *set = container_of(head, struct ip_set, rcu);
|
||||
|
||||
set->variant->destroy(set);
|
||||
module_put(set->type->me);
|
||||
kfree(set);
|
||||
}
|
||||
|
||||
/* In order to return quickly when destroying a single set,
|
||||
* destruction is done asynchronously via work queues.
|
||||
*/
|
||||
static void
|
||||
ip_set_destroy_set_work(struct work_struct *work)
|
||||
{
|
||||
struct ip_set *set = container_of(to_rcu_work(work),
|
||||
struct ip_set, rwork);
|
||||
|
||||
destroy_and_free_set(set);
|
||||
}
|
||||
|
||||
static void
|
||||
_destroy_all_sets(struct ip_set_net *inst)
|
||||
{
|
||||
@@ -1283,7 +1288,8 @@ static int ip_set_destroy(struct sk_buff *skb, const struct nfnl_info *info,
|
||||
/* Must wait for flush to be really finished */
|
||||
rcu_barrier();
|
||||
}
|
||||
call_rcu(&s->rcu, ip_set_destroy_set_rcu);
|
||||
INIT_RCU_WORK(&s->rwork, ip_set_destroy_set_work);
|
||||
queue_rcu_work(ipset_destroy_wq, &s->rwork);
|
||||
}
|
||||
return 0;
|
||||
out:
|
||||
@@ -2421,18 +2427,23 @@ static struct pernet_operations ip_set_net_ops = {
|
||||
static int __init
|
||||
ip_set_init(void)
|
||||
{
|
||||
int ret = register_pernet_subsys(&ip_set_net_ops);
|
||||
int ret;
|
||||
|
||||
ipset_destroy_wq = alloc_ordered_workqueue("ipset_destroy_wq", 0);
|
||||
if (!ipset_destroy_wq)
|
||||
return -ENOMEM;
|
||||
|
||||
ret = register_pernet_subsys(&ip_set_net_ops);
|
||||
if (ret) {
|
||||
pr_err("ip_set: cannot register pernet_subsys.\n");
|
||||
return ret;
|
||||
goto out_wq;
|
||||
}
|
||||
|
||||
ret = nfnetlink_subsys_register(&ip_set_netlink_subsys);
|
||||
if (ret != 0) {
|
||||
pr_err("ip_set: cannot register with nfnetlink.\n");
|
||||
unregister_pernet_subsys(&ip_set_net_ops);
|
||||
return ret;
|
||||
goto out_wq;
|
||||
}
|
||||
|
||||
ret = nf_register_sockopt(&so_set);
|
||||
@@ -2440,10 +2451,13 @@ ip_set_init(void)
|
||||
pr_err("SO_SET registry failed: %d\n", ret);
|
||||
nfnetlink_subsys_unregister(&ip_set_netlink_subsys);
|
||||
unregister_pernet_subsys(&ip_set_net_ops);
|
||||
return ret;
|
||||
goto out_wq;
|
||||
}
|
||||
|
||||
return 0;
|
||||
out_wq:
|
||||
destroy_workqueue(ipset_destroy_wq);
|
||||
return ret;
|
||||
}
|
||||
|
||||
static void __exit
|
||||
@@ -2453,9 +2467,7 @@ ip_set_fini(void)
|
||||
nfnetlink_subsys_unregister(&ip_set_netlink_subsys);
|
||||
unregister_pernet_subsys(&ip_set_net_ops);
|
||||
|
||||
/* Wait for call_rcu() in destroy */
|
||||
rcu_barrier();
|
||||
|
||||
destroy_workqueue(ipset_destroy_wq);
|
||||
pr_debug("these are the famous last words\n");
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user