David Jeffery 106397376c sbitmap: fix batching wakeup ... Current code supposes that it is enough to provide forward progress by just waking up one wait queue after one completion batch is done. Unfortunately this way isn't enough, cause waiter can be added to wait queue just after it is woken up. Follows one example(64 depth, wake_batch is 8) 1) all 64 tags are active 2) in each wait queue, there is only one single waiter 3) each time one completion batch(8 completions) wakes up just one waiter in each wait queue, then immediately one new sleeper is added to this wait queue 4) after 64 completions, 8 waiters are wakeup, and there are still 8 waiters in each wait queue 5) after another 8 active tags are completed, only one waiter can be wakeup, and the other 7 can't be waken up anymore. Turns out it isn't easy to fix this problem, so simply wakeup enough waiters for single batch. Cc: Kemeng Shi <shikemeng@huaweicloud.com> Cc: Chengming Zhou <zhouchengming@bytedance.com> Cc: Jan Kara <jack@suse.cz> Signed-off-by: David Jeffery <djeffery@redhat.com> Signed-off-by: Ming Lei <ming.lei@redhat.com> Reviewed-by: Gabriel Krisman Bertazi <krisman@suse.de> Reviewed-by: Keith Busch <kbusch@kernel.org> Link: https://lore.kernel.org/r/20230721095715.232728-1-ming.lei@redhat.com Signed-off-by: Jens Axboe <axboe@kernel.dk>		2023-07-21 11:40:20 -06:00
..
842
crypto	This update includes the following changes:	2023-06-30 21:27:13 -07:00
dim
fonts
kunit	- Arnd Bergmann has fixed a bunch of -Wmissing-prototypes in	2023-06-28 10:59:38 -07:00
livepatch
lz4
lzo
math
mpi
pldmfw
raid6	raid6: neon: add missing prototypes	2023-06-13 15:13:20 -07:00
reed_solomon
test_fortify
vdso
xz
zlib_deflate
zlib_dfltcc
zlib_inflate
zstd	add intptr_t	2023-06-09 17:44:13 -07:00
.gitignore
argv_split.c
ashldi3.c
ashrdi3.c
asn1_decoder.c
asn1_encoder.c
assoc_array.c
atomic64_test.c
atomic64.c
audit.c
base64.c
bcd.c
bch.c
bitfield_kunit.c
bitmap.c
bitrev.c
bootconfig-data.S
bootconfig.c
bsearch.c
btree.c
bucket_locks.c
bug.c
build_OID_registry
buildid.c
bust_spinlocks.c
check_signature.c
checksum_kunit.c	x86/csum: Improve performance of csum_partial	2023-05-25 10:55:18 -07:00
checksum.c
clz_ctz.c
clz_tab.c
cmdline_kunit.c
cmdline.c
cmpdi2.c
compat_audit.c
cpu_rmap.c	lib: cpu_rmap: Fix potential use-after-free in irq_cpu_rmap_release()	2023-06-07 21:25:00 -07:00
cpumask_kunit.c
cpumask.c
crc4.c
crc7.c
crc8.c
crc16.c
crc32.c
crc32defs.h
crc32test.c
crc64-rocksoft.c
crc64.c
crc-ccitt.c
crc-itu-t.c
crc-t10dif.c
ctype.c
debug_info.c
debug_locks.c
debugobjects.c	debugobjects: Recheck debug_objects_enabled before reporting	2023-06-07 14:16:12 +02:00
dec_and_lock.c
decompress_bunzip2.c
decompress_inflate.c	decompressor: provide missing prototypes	2023-06-09 17:44:17 -07:00
decompress_unlz4.c
decompress_unlzma.c
decompress_unlzo.c
decompress_unxz.c	decompressor: provide missing prototypes	2023-06-09 17:44:17 -07:00
decompress_unzstd.c	decompressor: provide missing prototypes	2023-06-09 17:44:17 -07:00
decompress.c
devmem_is_allowed.c	lib: devmem_is_allowed: include linux/io.h	2023-06-09 17:44:15 -07:00
devres.c	devres: show which resource was invalid in __devm_ioremap_resource()	2023-06-23 17:04:04 -07:00
dhry_1.c
dhry_2.c
dhry_run.c
dhry.h
digsig.c
dump_stack.c
dynamic_debug.c
dynamic_queue_limits.c
earlycpio.c
errname.c
error-inject.c
errseq.c
extable.c
fault-inject-usercopy.c
fault-inject.c
fdt_addresses.c
fdt_empty_tree.c
fdt_ro.c
fdt_rw.c
fdt_strerror.c
fdt_sw.c
fdt_wip.c
fdt.c
find_bit_benchmark.c
find_bit.c
flex_proportions.c
fortify_kunit.c	fortify: Allow KUnit test to build without FORTIFY	2023-05-16 14:07:49 -07:00
gen_crc32table.c
gen_crc64table.c
genalloc.c
generic-radix-tree.c
glob.c
globtest.c
group_cpus.c
hashtable_test.c
hexdump.c
hweight.c
idr.c
inflate.c
interval_tree_test.c
interval_tree.c
iomap_copy.c
iomap.c
iommu-helper.c
iov_iter.c	iov_iter: remove iov_iter_get_pages and iov_iter_get_pages_alloc	2023-06-16 10:08:09 -06:00
irq_poll.c
irq_regs.c
is_signed_type_kunit.c
is_single_threaded.c
kasprintf.c
Kconfig
Kconfig.debug	- Arnd Bergmann has fixed a bunch of -Wmissing-prototypes in	2023-06-28 10:59:38 -07:00
Kconfig.kasan
Kconfig.kcsan
Kconfig.kfence
Kconfig.kgdb
Kconfig.kmsan
Kconfig.ubsan	ubsan: remove cc-option test for UBSAN_TRAP	2023-05-17 12:01:54 -07:00
kfifo.c
klist.c
kobject_uevent.c
kobject.c	kobject: Use return value of strreplace()	2023-06-05 15:31:12 -07:00
kstrtox.c
kstrtox.h
libcrc32c.c
linear_ranges.c
list_debug.c
list_sort.c
list-test.c
llist.c
locking-selftest-hardirq.h
locking-selftest-mutex.h
locking-selftest-rlock-hardirq.h
locking-selftest-rlock-softirq.h
locking-selftest-rlock.h
locking-selftest-rsem.h
locking-selftest-rtmutex.h
locking-selftest-softirq.h
locking-selftest-spin-hardirq.h
locking-selftest-spin-softirq.h
locking-selftest-spin.h
locking-selftest-wlock-hardirq.h
locking-selftest-wlock-softirq.h
locking-selftest-wlock.h
locking-selftest-wsem.h
locking-selftest.c
lockref.c
logic_iomem.c
logic_pio.c
lru_cache.c
lshrdi3.c
Makefile	- Yosry Ahmed brought back some cgroup v1 stats in OOM logs.	2023-06-28 10:28:11 -07:00
maple_tree.c	maple_tree: simplify and clean up mas_wr_node_store()	2023-06-09 16:25:45 -07:00
memcat_p.c
memcpy_kunit.c
memory-notifier-error-inject.c
memregion.c
memweight.c
muldi3.c
net_utils.c	mac_pton: Clean up the header inclusions	2023-06-06 13:18:32 +02:00
netdev-notifier-error-inject.c
nlattr.c
nmi_backtrace.c
notifier-error-inject.c
notifier-error-inject.h
objagg.c
of-reconfig-notifier-error-inject.c
oid_registry.c
once.c
overflow_kunit.c	overflow: Add struct_size_t() helper	2023-05-26 13:52:19 -07:00
packing.c
parman.c
parser.c
pci_iomap.c
percpu_counter.c
percpu_test.c
percpu-refcount.c
plist.c
pm-notifier-error-inject.c
polynomial.c
radix-tree.c	radix-tree: move declarations to header	2023-06-12 11:31:50 -07:00
radix-tree.h	radix-tree: move declarations to header	2023-06-12 11:31:50 -07:00
random32.c
ratelimit.c
rbtree_test.c
rbtree.c
rcuref.c
ref_tracker.c	lib/ref_tracker: remove warnings in case of allocation failure	2023-06-05 15:28:42 -07:00
refcount.c
rhashtable.c
sbitmap.c	sbitmap: fix batching wakeup	2023-07-21 11:40:20 -06:00
scatterlist.c	Move netfs_extract_iter_to_sg() to lib/scatterlist.c	2023-06-08 13:42:33 +02:00
seq_buf.c
sg_pool.c
sg_split.c
siphash_kunit.c
siphash.c
slub_kunit.c
smp_processor_id.c
sort.c
stackdepot.c
stackinit_kunit.c
stmp_device.c
strcat_kunit.c	string: Add Kunit tests for strcat() family	2023-05-16 14:08:02 -07:00
string_helpers.c	lib/string_helpers: Change returned value of the strreplace()	2023-06-05 15:31:12 -07:00
string.c	string: use __builtin_memcpy() in strlcpy/strlcat	2023-06-01 11:24:50 -07:00
strncpy_from_user.c
strnlen_user.c
strscpy_kunit.c
syscall.c
test_bitmap.c
test_bitops.c
test_bits.c
test_blackhole_dev.c
test_bpf.c	bpf/tests: Use struct_size()	2023-05-31 12:58:38 +02:00
test_debug_virtual.c
test_dynamic_debug.c
test_firmware.c	test_firmware: return ENOMEM instead of ENOSPC on failed memory allocation	2023-06-15 13:42:18 +02:00
test_fprobe.c	fprobe: Pass return address to the handlers	2023-06-06 21:39:55 +09:00
test_fpu.c
test_free_pages.c
test_hash.c
test_hexdump.c
test_hmm_uapi.h
test_hmm.c
test_ida.c
test_kmod.c
test_kprobes.c
test_linear_ranges.c
test_list_sort.c
test_lockup.c
test_maple_tree.c	maple_tree: update testing code for mas_{next,prev,walk}	2023-06-09 16:25:35 -07:00
test_memcat_p.c
test_meminit.c
test_min_heap.c
test_module.c
test_objagg.c
test_parman.c
test_printf.c
test_ref_tracker.c	lib/ref_tracker: improve printing stats	2023-06-05 15:28:42 -07:00
test_rhashtable.c
test_scanf.c
test_sort.c
test_static_key_base.c
test_static_keys.c
test_string.c
test_sysctl.c	test_sysclt: Test for registering a mount point	2023-06-18 02:32:54 -07:00
test_ubsan.c
test_user_copy.c
test_uuid.c
test_vmalloc.c	lib/test_vmalloc.c: avoid garbage in page array	2023-06-12 11:31:51 -07:00
test_xarray.c
test-kstrtox.c
test-string_helpers.c
textsearch.c
timerqueue.c
trace_readwrite.c
ts_bm.c	lib/ts_bm: reset initial match offset for every block of text	2023-06-26 13:26:39 +02:00
ts_fsm.c
ts_kmp.c
ubsan.c	ubsan: add prototypes for internal functions	2023-05-30 16:42:01 -07:00
ubsan.h	ubsan: add prototypes for internal functions	2023-05-30 16:42:01 -07:00
ucmpdi2.c
ucs2_string.c
usercopy.c
uuid.c
vsprintf.c
win_minmax.c
xarray.c	radix-tree: move declarations to header	2023-06-12 11:31:50 -07:00
xxhash.c