diff --git a/net/netfilter/ipset/ip_set_hash_gen.h b/net/netfilter/ipset/ip_set_hash_gen.h
index 521e970..0c39cd11 100644
--- a/net/netfilter/ipset/ip_set_hash_gen.h
+++ b/net/netfilter/ipset/ip_set_hash_gen.h
@@ -150,7 +150,7 @@ struct net_prefixes {
 	/* Assume that hashsize == 2^htable_bits */
 	u8 bits = fls(hashsize - 1);
 
-	if (jhash_size(bits) != hashsize)
+	if ((bits < 32) && (jhash_size(bits) != hashsize))
 		/* Round up to the first 2^n value */
 		bits = fls(hashsize);