--- x/net/netfilter/ipset/ip_set_hash_gen.h
+++ y/net/netfilter/ipset/ip_set_hash_gen.h
@@ -452,6 +452,7 @@ mtype_destroy(struct ip_set *set)
 	struct htype *h = set->data;
 	struct list_head *l, *lt;
 
+	cancel_delayed_work_sync(&h->gc.dwork);
 	mtype_ahash_destroy(set, ipset_dereference_nfnl(h->table), true);
 	list_for_each_safe(l, lt, &h->ad) {
 		list_del(l);