kernel: protection fault trap, code=0 Stopped at sys_semop+0x3d5: movzwl 0(%rax),%r15d ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace sys_semop(ffff80003b00bcc0,ffff800032237810,ffff800032237760) at sys_semop+0x3d5 sys/kern/sysv_sem.c:617 syscall(ffff800032237810) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800032237810) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd0622b27ac0, count: -3 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff800032237730 rbx 0xdeadbeefdeadbeef rdx 0 rcx 0xffff80003b00bcc0 rax 0xdeadbeefdeadbeef r8 0x7f7fffffc000 r9 0 r10 0xe6ec1db3839197a4 r11 0x8d56311ae9ec1f16 r12 0 r13 0xfffffd806c5c0d90 r14 0xffff800032237810 r15 0 rip 0xffffffff81807605 sys_semop+0x3d5 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800032237640 ss 0x10 sys_semop+0x3d5: movzwl 0(%rax),%r15d ddb{0}> show proc PROC (syz-executor) tid=68249 pid=56170 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=50, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003b00aa98,0xffffffff838dae60 process=0xffff80003204ce98 user=0xffff800032232000, vmspace=0xfffffd80788319a0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 56170 239191 76988 0 2 0 syz-executor 56170 26157 76988 0 3 0x4000080 fsleep syz-executor *56170 68249 76988 0 7 0x4000000 syz-executor 85075 155694 59050 0 3 0x80 fsleep syz-executor 85075 148384 59050 0 3 0x4000080 fsleep syz-executor 85075 521164 59050 0 3 0x4000080 sbwait syz-executor 80591 319073 3373 0 3 0x80 fsleep syz-executor 80591 274003 3373 0 3 0x4000080 kqsel syz-executor 29071 238775 66863 0 3 0x80 fsleep syz-executor 29071 423581 66863 0 3 0x4000080 kqpoll syz-executor 94719 450950 48918 0 3 0x80 fsleep syz-executor 94719 277380 48918 0 3 0x4000080 ttyin syz-executor 76988 324477 64267 0 3 0x82 nanoslp syz-executor 15203 303892 0 0 3 0x14280 nfsidl nfsio 63962 179505 0 0 3 0x14280 nfsidl nfsio 51353 96847 0 0 3 0x14280 nfsidl nfsio 1735 42007 0 0 3 0x14280 nfsidl nfsio 13614 379160 0 0 3 0x14280 nfsidl nfsio 77664 349962 0 0 3 0x14280 nfsidl nfsio 30081 161122 0 0 3 0x14280 nfsidl nfsio 64158 299391 0 0 3 0x14280 nfsidl nfsio 38357 270966 0 0 3 0x14280 nfsidl nfsio 42716 180304 0 0 3 0x14280 nfsidl nfsio 35339 232152 0 0 3 0x14280 nfsidl nfsio 33464 87400 0 0 3 0x14280 nfsidl nfsio 67780 264508 0 0 3 0x14280 nfsidl nfsio 37890 285356 0 0 3 0x14280 nfsidl nfsio 57098 362121 0 0 3 0x14280 nfsidl nfsio 62774 313773 0 0 3 0x14280 nfsidl nfsio 84033 126848 0 0 3 0x14200 acct acct 88395 497185 64267 0 3 0x82 wait syz-executor 50487 283986 0 0 3 0x14280 nfsidl nfsio 49150 184766 0 0 3 0x14280 nfsidl nfsio 81119 41320 0 0 3 0x14280 nfsidl nfsio 60995 223382 0 0 3 0x14280 nfsidl nfsio 59050 57198 64267 0 3 0x82 nanoslp syz-executor 23838 165385 64267 0 2 0x3 syz-executor 3373 474898 64267 0 3 0x82 nanoslp syz-executor 95021 355085 64267 0 7 0x10000002 syz-executor 66863 292334 64267 0 2 0x3 syz-executor 48918 497894 64267 0 2 0x3 syz-executor 64267 329508 72026 0 2 0x3 syz-executor 72026 357304 75288 0 3 0x10008a sigsusp ksh 75288 512076 25391 0 3 0x98 kqread sshd-session 25391 297914 36174 0 3 0x92 kqread sshd-session 15071 161606 1 0 3 0x100083 ttyin getty 36174 514360 1 0 3 0x88 kqread sshd 95889 493040 89055 74 3 0x1100092 bpf pflogd 89055 524217 1 0 3 0x80 sbwait pflogd 42757 437673 22652 73 3 0x1100090 kqread syslogd 22652 179294 1 0 3 0x100082 sbwait syslogd 86777 82807 1 0 3 0x100080 kqread resolvd 54056 454586 4279 77 3 0x100092 kqread dhcpleased 60052 172240 4279 77 3 0x100092 kqread dhcpleased 4279 505888 1 0 3 0x80 kqread dhcpleased 6049 204431 0 0 3 0x14200 bored smr 4069 454498 0 0 2 0x14200 zerothread 29465 388794 0 0 3 0x14200 aiodoned aiodoned 21451 479321 0 0 3 0x14200 syncer update 63708 64165 0 0 3 0x14200 cleaner cleaner 86014 45833 0 0 3 0x14200 reaper reaper 71164 101390 0 0 3 0x14200 pgdaemon pagedaemon 21674 276243 0 0 3 0x14200 bored viomb 18692 354119 0 0 3 0x40014200 acpi0 acpi0 52821 296956 0 0 3 0x40014200 idle1 7646 224098 0 0 3 0x14200 bored softnet1 69088 139400 0 0 3 0x14200 bored softnet0 71467 164980 0 0 3 0x14200 smrbar systqmp 20605 155338 0 0 3 0x14200 bored systq 11062 188175 0 0 3 0x14200 tmoslp softclockmp 85951 86875 0 0 3 0x40014200 tmoslp softclock 20354 14532 0 0 3 0x40014200 idle0 1 183164 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 56170 (syz-executor) thread 0xffff80003b00bcc0 (68249) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83a0c6b0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 #2 malloc+0xe3 sys/kern/kern_malloc.c:175 #3 sys_semop+0x22f sys/kern/sysv_sem.c:-1 #4 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #5 Xsyscall+0x128 Process 85075 (syz-executor) thread 0xffff8000fffeaa80 (521164) exclusive rwlock sbufrcv r = 0 (0xffff8000014f9338) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 soreceive+0x27d sys/kern/uipc_socket.c:878 #4 recvit+0x40b sys/kern/uipc_syscalls.c:1078 #5 sys_recvmmsg+0x410 sys/kern/uipc_syscalls.c:969 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #7 Xsyscall+0x128 Process 71467 (systqmp) thread 0xffff8000ffffe000 (164980) shared rwlock systqmp r = 0 (0xffffffff8383e2b8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10205 11102K 11449K 166960K 12361 0 pcb 17 14K 16K 166960K 281 0 rtable 244 10K 10K 166960K 536 0 pf 36 18K 81K 166960K 100 0 ifaddr 44 8K 8K 166960K 86 0 ifgroup 55 2K 2K 166960K 114 0 sysctl 4 1K 9K 166960K 10 0 counters 70 37K 37K 166960K 144 0 ioctlops 0 0K 4K 166960K 1688 0 iov 1 4K 18K 166960K 39 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1423 89K 90K 166960K 2016 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 11 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 90 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 77K 166960K 800 0 sigio 0 0K 0K 166960K 10 0 proc 74 115K 164K 166960K 702 0 subproc 72 4K 4K 166960K 99 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 150 0 in_multi 99 7K 7K 166960K 150 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 681 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 258 176K 203K 166960K 9208 0 UVM aobj 23 10K 10K 166960K 26 0 pinsyscall 42 84K 96K 166960K 2012 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 46 0 NDP 12 0K 1K 166960K 56 0 temp 59 8671K 8743K 166960K 44602 0 kqueue 14 22K 32K 166960K 166 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 85 0 82 1 0 1 1 0 8 0 rtentry 176 165 0 61 5 0 5 5 0 8 0 unpcb 144 629 0 608 4 3 1 4 0 8 0 syncache 336 5 0 5 2 2 0 1 0 8 0 tcpcb 736 268 0 262 7 6 1 7 0 8 0 arp 136 26 0 6 1 0 1 1 0 8 0 inpcb 328 1270 0 1258 17 12 5 10 0 8 3 nd6 152 35 0 9 1 0 1 1 0 8 0 pkpcb 40 3 0 3 1 1 0 1 0 8 0 kcovpl 48 11 0 3 1 0 1 1 0 8 0 ppxss 1192 31 0 31 3 2 1 1 0 8 1 pppxif 1504 3 0 3 2 1 1 1 0 8 1 pfstscr 40 1 0 0 1 0 1 1 0 8 0 pffrag 232 62 0 51 1 0 1 1 0 482 0 pffrnode 88 62 0 51 1 0 1 1 0 8 0 pffrent 40 118 0 107 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 3 0 3 2 1 1 1 0 8 1 pfstitem 24 55 0 9 1 0 1 1 0 8 0 pfstkey 128 55 0 9 2 0 2 2 0 8 0 pfstate 448 54 0 9 6 0 6 6 0 8 0 pfrule 1344 23 0 17 2 1 1 2 0 8 0 rttmr 136 2 0 2 2 2 0 1 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 711 0 251 30 1 29 29 0 8 0 art_table 40 713 0 251 5 0 5 5 0 8 0 art_node 32 165 0 71 1 0 1 1 0 8 0 sysvmsgpl 40 103 0 99 1 0 1 1 0 8 0 semapl 112 87 0 78 1 0 1 1 0 8 0 shmpl 112 19 0 3 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2815 0 1304 96 0 96 96 0 8 0 ffsino 296 2815 0 1304 117 0 117 117 0 8 0 nchpl 144 3908 0 2200 64 0 64 64 0 8 0 rtmask 32 8 0 8 2 2 0 1 0 8 0 vnodes 216 3266 0 0 182 0 182 182 0 8 0 namei 1024 13413 0 13413 2 1 1 1 0 8 1 percpumem 16 87 0 37 1 0 1 1 0 8 0 vcpupl 3968 4 0 0 1 0 1 1 0 8 0 vmpool 840 4 0 0 1 0 1 1 0 8 0 kstatmem 264 70 0 44 2 0 2 2 0 8 0 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 23151 0 23151 10 9 1 8 1 8 1 plimitpl 152 285 0 267 1 0 1 1 0 8 0 sigapl 424 1126 0 1057 8 0 8 8 0 8 0 knotepl 120 513 0 0 16 0 16 16 0 8 0 kqueuepl 224 421 0 409 5 4 1 5 0 8 0 pipepl 344 286 0 259 9 6 3 9 0 8 0 fdescpl 528 1088 0 1057 3 0 3 3 0 8 0 filepl 160 6935 0 6709 24 11 13 21 0 8 1 lockfpl 104 540 0 538 2 1 1 2 0 8 0 lockfspl 48 110 0 108 1 0 1 1 0 8 0 sessionpl 144 27 0 18 1 0 1 1 0 8 0 pgrppl 48 65 0 48 1 0 1 1 0 8 0 ucredpl 104 770 0 754 1 0 1 1 0 8 0 zombiepl 144 1135 0 1132 2 1 1 1 0 8 0 processpl 1232 1126 0 1057 6 0 6 6 0 8 0 procpl 664 2275 0 2199 8 1 7 7 0 8 0 sosppl 176 3 0 3 2 1 1 1 0 8 1 sockpl 752 2068 0 2032 26 18 8 17 0 8 4 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 130 0 0 17 0 17 17 0 8 0 mcl2k 2048 51 0 0 7 0 7 7 0 8 0 mtagpl 96 118 0 0 3 0 3 3 0 8 0 mbufpl 256 1192 0 0 74 0 74 74 0 8 0 bufpl 280 10316 0 4179 439 0 439 439 0 8 0 anonpl 32 13180 0 0 107 0 107 107 0 246 0 amapchunkpl 152 29691 0 29166 38 15 23 33 0 158 1 amappl16 200 4534 0 4500 56 41 15 33 0 8 6 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 21 0 21 1 1 0 1 0 8 0 amappl13 176 464 0 463 1 0 1 1 0 8 0 amappl12 168 1472 0 1430 2 0 2 2 0 8 0 amappl11 160 9 0 9 1 1 0 1 0 8 0 amappl10 152 65 0 51 1 0 1 1 0 8 0 amappl9 144 259 0 259 1 1 0 1 0 8 0 amappl8 136 29 0 27 1 0 1 1 0 8 0 amappl7 128 93 0 92 1 0 1 1 0 8 0 amappl6 120 310 0 297 1 0 1 1 0 8 0 amappl5 112 84 0 72 1 0 1 1 0 8 0 amappl4 104 449 0 420 1 0 1 1 0 8 0 amappl3 96 5162 0 5063 4 1 3 3 0 8 0 amappl2 88 1200 0 1124 2 0 2 2 0 8 0 amappl1 80 12489 0 11900 15 1 14 14 0 8 0 amappl 88 8311 0 8134 5 0 5 5 0 92 0 uvmvnodes 80 123 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 8 0 8 2 2 0 1 0 8 0 dma128 128 255 0 255 2 2 0 1 0 8 0 dma64 64 8 0 8 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 25 0 3 1 0 1 1 0 8 0 uaddrrnd 24 1088 0 1057 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1088 0 1057 1 0 1 1 0 8 0 vmmpekpl 168 10808 0 10759 4 1 3 3 0 8 0 vmmpepl 168 77136 0 75203 115 13 102 113 0 357 5 vmsppl 488 1087 0 1057 6 1 5 5 0 8 0 rwobjpl 80 23998 0 22910 34 3 31 34 0 8 1 pdppl 4096 2192 0 2118 113 37 76 80 0 8 2 pvpl 32 21496 0 0 175 1 174 174 0 265 0 pmappl 256 1091 0 1057 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 370 0 51 10 0 10 10 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace sys_semop(ffff80003b00bcc0,ffff800032237810,ffff800032237760) at sys_semop+0x3d5 sys/kern/sysv_sem.c:617 syscall(ffff800032237810) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800032237810) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd0622b27ac0, count: -3 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83a0c4a8) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83a0c4a8) at __mp_lock+0x192 sys/kern/kern_lock.c:165 syscall(ffff80002a374280) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002a374280) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7d30b2150d70, count: -6