--- x/fs/xfs/xfs_qm.c
+++ y/fs/xfs/xfs_qm.c
@@ -422,6 +422,10 @@ xfs_qm_dquot_isolate(
 	if (!xfs_dqlock_nowait(dqp))
 		goto out_miss_busy;
 
+	if (dqp->q_flags & XFS_DQFLAG_FREEING) {
+		xfs_dqunlock(dqp);
+		goto out_miss_busy;
+	}
 	/*
 	 * This dquot has acquired a reference in the meantime remove it from
 	 * the freelist and try again.