kernel: page fault trap, code=10 Stopped at 0 TID PID UID PRFLAGS PFLAGS CPU COMMAND *149222 11175 0 0 0x4000000 1K syz-executor.6 136327 57758 0 0 0 0 syz-executor.0 0(ffff800000e17800,b,fffffd80692537f0,ffff800033f5e6d0,246,0) at 0 rtrequest(b,ffff800033f5e778,3,ffff800033f5e818,0) at rtrequest+0x96a sys/net/route.c:988 rt_clone(ffff800033f5e888,fffffd80678047e8,0) at rt_clone+0x7c sys/net/route.c:271 rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd rt_match sys/net/route.c:248 [inline] rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd sys/net/route.c:364 in_pcbselsrc(fffffd806cfa75f4,ffff800033f5e9d8,fffffd8067804760) at in_pcbselsrc+0x261 sys/netinet/in_pcb.c:1025 rip_output(fffffd8065d4d400,fffffd8063c6e7e0,ffff800033f5e9d8,179) at rip_output+0x238 sys/netinet/raw_ip.c:305 rip_send(fffffd8063c6e7e0,fffffd8065d4d400,0,0) at rip_send+0xe3 sys/netinet/raw_ip.c:641 sosend(fffffd8063c6e7e0,0,ffff800033f5ebe8,0,0,0) at sosend+0x66d dofilewritev(ffff80003231d2b8,3,ffff800033f5ebe8,0,ffff800033f5ecd0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80003231d2b8,ffff800033f5ec80,ffff800033f5ecd0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff800033f5ed80) at syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff800033f5ed80) at syscall+0x673 sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x31c0d022d60, count: 4 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: attempt to execute user address 0x0 in supervisor mode ddb{1}> trace 0(ffff800000e17800,b,fffffd80692537f0,ffff800033f5e6d0,246,0) at 0 rtrequest(b,ffff800033f5e778,3,ffff800033f5e818,0) at rtrequest+0x96a sys/net/route.c:988 rt_clone(ffff800033f5e888,fffffd80678047e8,0) at rt_clone+0x7c sys/net/route.c:271 rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd rt_match sys/net/route.c:248 [inline] rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd sys/net/route.c:364 in_pcbselsrc(fffffd806cfa75f4,ffff800033f5e9d8,fffffd8067804760) at in_pcbselsrc+0x261 sys/netinet/in_pcb.c:1025 rip_output(fffffd8065d4d400,fffffd8063c6e7e0,ffff800033f5e9d8,179) at rip_output+0x238 sys/netinet/raw_ip.c:305 rip_send(fffffd8063c6e7e0,fffffd8065d4d400,0,0) at rip_send+0xe3 sys/netinet/raw_ip.c:641 sosend(fffffd8063c6e7e0,0,ffff800033f5ebe8,0,0,0) at sosend+0x66d dofilewritev(ffff80003231d2b8,3,ffff800033f5ebe8,0,ffff800033f5ecd0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80003231d2b8,ffff800033f5ec80,ffff800033f5ecd0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff800033f5ed80) at syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff800033f5ed80) at syscall+0x673 sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x31c0d022d60, count: -11 ddb{1}> show registers rdi 0xffff800000e17800 rsi 0xb rbp 0xffff800033f5e760 rbx 0xffff800033f5e818 rdx 0xfffffd80692537f0 rcx 0xb0a rax 0xffffffff813ca9d6 rtrequest+0x946 r8 0x100 r9 0xfffffd80692537f0 r10 0x92b9888f23d7772d r11 0 r12 0xfffffd80692537f0 r13 0xffff800033f5e778 r14 0xfffffd80692537f0 r15 0xffff800000e5a450 rip 0 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800033f5e668 ss 0x10 0 ddb{1}> show proc PROC (syz-executor.6) tid=149222 pid=11175 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=83, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80003231dd58,0xffff80003231dac0 process=0xffff800033f6dac8 user=0xffff800033f59000, vmspace=0xfffffd8069829e20 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 58640 101422 81314 0 2 0 syz-executor.4 11175 320490 9310 0 2 0 syz-executor.6 *11175 149222 9310 0 7 0x4000000 syz-executor.6 38368 296626 84977 0 2 0 syz-executor.1 38368 465855 84977 0 3 0x4000080 fsleep syz-executor.1 33086 385589 14641 0 2 0 syz-executor.3 33086 126763 14641 0 3 0x4000080 fsleep syz-executor.3 33086 267264 14641 0 2 0x4000000 syz-executor.3 33086 29132 14641 0 2 0x4000000 syz-executor.3 33086 485153 14641 0 2 0x4000000 syz-executor.3 57758 136327 40294 0 7 0 syz-executor.0 57758 464456 40294 0 2 0x4000000 syz-executor.0 17682 181348 54962 0 3 0x2 biowait syz-executor.7 14641 279413 54962 0 3 0x82 nanoslp syz-executor.3 2587 438701 1 0 3 0x100083 ttyin getty 9310 271624 54962 0 3 0x82 nanoslp syz-executor.6 40294 521481 54962 0 3 0x82 nanoslp syz-executor.0 87647 93740 54962 0 3 0x2 biowait syz-executor.2 81314 321427 54962 0 3 0x82 nanoslp syz-executor.4 87734 214347 54962 0 3 0x82 nanoslp syz-executor.5 84977 427037 54962 0 3 0x82 nanoslp syz-executor.1 71441 168757 0 0 3 0x14200 bored sosplice 54962 428351 67307 0 3 0x2000082 thrsleep syz-fuzzer 54962 214872 67307 0 3 0x6000082 nanoslp syz-fuzzer 54962 99474 67307 0 3 0x6000082 wait syz-fuzzer 54962 410307 67307 0 3 0x6000082 thrsleep syz-fuzzer 54962 174424 67307 0 3 0x6000082 wait syz-fuzzer 54962 269416 67307 0 3 0x6000082 wait syz-fuzzer 54962 351509 67307 0 3 0x6000082 wait syz-fuzzer 54962 426914 67307 0 3 0x6000082 wait syz-fuzzer 54962 356021 67307 0 3 0x6000082 kqread syz-fuzzer 54962 135221 67307 0 3 0x6000082 thrsleep syz-fuzzer 54962 265098 67307 0 3 0x6000082 thrsleep syz-fuzzer 54962 38742 67307 0 3 0x6000082 thrsleep syz-fuzzer 54962 408632 67307 0 3 0x6000082 thrsleep syz-fuzzer 54962 81484 67307 0 3 0x6000082 wait syz-fuzzer 54962 187147 67307 0 3 0x6000082 wait syz-fuzzer 54962 127037 67307 0 3 0x6000082 wait syz-fuzzer 67307 333062 83563 0 3 0x10008a sigsusp ksh 83563 443828 76898 0 3 0x9a kqread sshd 76898 67915 1 0 3 0x88 kqread sshd 64150 383491 95412 74 3 0x1100092 bpf pflogd 95412 476311 1 0 3 0x80 netio pflogd 76242 358766 10189 73 3 0x1100090 kqread syslogd 10189 217702 1 0 3 0x100082 netio syslogd 54338 328209 1 0 3 0x100080 kqread resolvd 52024 103208 4876 77 3 0x100092 kqread dhcpleased 41842 115219 4876 77 3 0x100092 kqread dhcpleased 4876 456137 1 0 3 0x80 kqread dhcpleased 68947 300188 0 0 3 0x14200 bored smr 4843 440945 0 0 2 0x14200 zerothread 97793 104837 0 0 3 0x14200 aiodoned aiodoned 34392 276926 0 0 3 0x14200 syncer update 69033 280599 0 0 3 0x14200 cleaner cleaner 11570 89235 0 0 3 0x14200 reaper reaper 71291 168777 0 0 3 0x14200 pgdaemon pagedaemon 36489 324775 0 0 3 0x14200 bored viomb 33836 416885 0 0 3 0x40014200 acpi0 acpi0 22293 390618 0 0 3 0x40014200 idle1 57774 443164 0 0 3 0x14200 bored softnet3 33176 516163 0 0 3 0x14200 bored softnet2 32235 354382 0 0 3 0x14200 bored softnet1 3147 431134 0 0 3 0x14200 bored softnet0 8268 347601 0 0 3 0x14200 bored systqmp 60598 204015 0 0 3 0x14200 bored systq 71037 129173 0 0 3 0x14200 tmoslp softclockmp 10361 62218 0 0 3 0x40014200 tmoslp softclock 82034 59442 0 0 3 0x40014200 idle0 1 10494 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 11175 (syz-executor.6) thread 0xffff80003231d2b8 (149222) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dd94e0) #0 witness_lock+0x447 #1 rt_clone+0x60 sys/net/route.c:271 #2 rtalloc_mpath+0xbd rt_match sys/net/route.c:248 [inline] #2 rtalloc_mpath+0xbd sys/net/route.c:364 #3 in_pcbselsrc+0x261 sys/netinet/in_pcb.c:1025 #4 rip_output+0x238 sys/netinet/raw_ip.c:305 #5 rip_send+0xe3 sys/netinet/raw_ip.c:641 #6 sosend+0x66d #7 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #8 sys_write+0x87 sys/kern/sys_generic.c:295 #9 syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] #9 syscall+0x673 sys/arch/amd64/amd64/trap.c:591 #10 Xsyscall+0x128 exclusive rwlock inet r = 0 (0xfffffd8063c6e7f8) #0 witness_lock+0x447 #1 sosend+0x4fe sys/kern/uipc_socket.c:643 #2 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #3 sys_write+0x87 sys/kern/sys_generic.c:295 #4 syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] #4 syscall+0x673 sys/arch/amd64/amd64/trap.c:591 #5 Xsyscall+0x128 shared rwlock netlock r = 0 (0xffffffff82ce53d0) #0 witness_lock+0x447 #1 solock_shared+0x68 sys/kern/uipc_socket2.c:370 #2 sosend+0x4fe sys/kern/uipc_socket.c:643 #3 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #4 sys_write+0x87 sys/kern/sys_generic.c:295 #5 syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] #5 syscall+0x673 sys/arch/amd64/amd64/trap.c:591 #6 Xsyscall+0x128 Process 17682 (syz-executor.7) thread 0xffff80002a27a548 (181348) exclusive rrwlock inode r = 0 (0xfffffd8065d64810) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1145 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5f0 mi_syscall sys/sys/syscall_mi.h:183 [inline] #10 syscall+0x5f0 sys/arch/amd64/amd64/trap.c:591 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806c0edf78) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5f0 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x5f0 sys/arch/amd64/amd64/trap.c:591 #9 Xsyscall+0x128 Process 87647 (syz-executor.2) thread 0xffff80002a27c298 (93740) exclusive rrwlock inode r = 0 (0xfffffd8065d64e70) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1145 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5f0 mi_syscall sys/sys/syscall_mi.h:183 [inline] #10 syscall+0x5f0 sys/arch/amd64/amd64/trap.c:591 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b98c1b8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5f0 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x5f0 sys/arch/amd64/amd64/trap.c:591 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10206 6505K 7154K 166960K 32057 0 pcb 15 20K 22K 166960K 924 0 rtable 204 7K 8K 166960K 1988 0 pf 39 10K 11K 166960K 267 0 ifaddr 43 15K 16K 166960K 257 0 ifgroup 68 2K 3K 166960K 383 0 sysctl 4 1K 1K 166960K 6 0 counters 70 37K 37K 166960K 286 0 ioctlops 0 0K 4K 166960K 2048 0 iov 0 0K 32K 166960K 1169 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1630 102K 102K 166960K 7880 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 126 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 1716 0 dirhash 12 2K 2K 166960K 81 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 89K 166960K 12072 0 sigio 0 0K 0K 166960K 254 0 proc 73 91K 115K 166960K 1685 0 subproc 104 6K 6K 166960K 516 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 1118 0 in_multi 78 5K 7K 166960K 592 0 ether_multi 1 0K 0K 166960K 24 0 mrt 1 0K 0K 166960K 11 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 1717 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 pagedep 1 8K 8K 166960K 1 0 inodedep 1 32K 32K 166960K 1 0 newblk 1 0K 0K 166960K 1 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 441 558K 559K 166960K 120621 0 UVM aobj 131 4K 4K 166960K 131 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 436 0 NDP 15 0K 2K 166960K 205 0 temp 74 6712K 7348K 166960K 135579 0 kqueue 12 18K 27K 166960K 775 0 SYN cache 2 36K 44K 166960K 3 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 407 0 404 5 4 1 3 0 8 0 rtentry 112 653 0 561 5 1 4 4 0 8 0 unpcb 144 8808 0 8793 106 100 6 9 0 8 5 syncache 312 105 0 105 21 20 1 1 0 8 1 tcpqe 32 159 0 159 19 18 1 1 0 8 1 tcpcb 808 3479 0 3456 131 122 9 14 0 8 5 arp 120 114 0 100 1 0 1 1 0 8 0 ipq 40 2 0 2 1 1 0 1 0 8 0 ipqe 40 6 0 6 1 1 0 1 0 8 0 inpcb 368 10442 0 10415 175 166 9 16 0 8 4 nd6 136 122 0 102 1 0 1 1 0 8 0 pkpcb 40 18 0 18 5 4 1 1 0 8 1 kcovpl 48 33 0 25 1 0 1 1 0 8 0 ppxss 1168 59 0 59 12 12 0 1 0 8 0 pffrag 232 59 0 57 4 3 1 1 0 482 0 pffrnode 88 59 0 57 4 3 1 1 0 8 0 pffrent 40 216 0 214 5 4 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 353 0 316 1 0 1 1 0 8 0 pfstkey 128 354 0 317 3 1 2 2 0 8 0 pfstate 376 354 0 317 10 6 4 4 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 6 0 5 4 1 3 3 0 8 2 art_heap4 256 2169 0 1780 49 21 28 31 0 8 0 art_table 32 2175 0 1785 5 1 4 4 0 8 0 art_node 16 577 0 495 1 0 1 1 0 8 0 sysvmsgpl 40 15 0 9 2 1 1 1 0 8 0 semapl 112 1712 0 1702 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 63 0 46 3 0 3 3 0 8 0 dino2pl 256 17244 0 15749 94 0 94 94 0 8 0 ffsino 272 17244 0 15749 100 0 100 100 0 8 0 nchpl 144 33755 0 32106 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 109028 0 109026 9 8 1 3 0 8 0 percpumem 16 157 0 108 1 0 1 1 0 8 0 vcpupl 2048 188 0 1 24 0 24 24 0 8 0 vmpool 696 198 0 11 17 0 17 17 0 8 0 kstatmem 264 246 0 216 5 2 3 3 0 8 0 scxspl 216 104050 0 104048 31 30 1 8 1 8 0 plimitpl 152 1134 0 1118 1 0 1 1 0 8 0 sigapl 424 12574 0 12526 11 3 8 9 0 8 0 futexpl 64 91945 0 91943 2 1 1 1 0 8 0 knotepl 120 906 0 0 17 0 17 17 0 8 0 kqueuepl 216 1854 0 1846 33 28 5 5 0 8 4 pipepl 320 1721 0 1693 52 41 11 11 0 8 7 fdescpl 496 12332 0 12304 5 0 5 5 0 8 0 filepl 152 70375 0 70131 119 101 18 19 0 8 5 lockfpl 104 4598 0 4596 7 6 1 2 0 8 0 lockfspl 48 1785 0 1783 1 0 1 1 0 8 0 sessionpl 144 53 0 36 1 0 1 1 0 8 0 pgrppl 48 386 0 369 1 0 1 1 0 8 0 ucredpl 104 8631 0 8614 1 0 1 1 0 8 0 zombiepl 144 12527 0 12526 4 3 1 1 0 8 0 processpl 1136 12574 0 12526 6 1 5 6 0 8 0 procpl 680 34098 0 34028 14 5 9 10 0 8 0 srpgc 96 43 0 43 15 14 1 1 0 8 1 sosppl 168 121 0 119 12 11 1 1 0 8 0 sockpl 488 19783 0 19738 431 415 16 35 0 8 8 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 25 0 0 3 0 3 3 0 8 0 mcl12k 12288 25 0 0 2 0 2 2 0 8 0 mcl9k 9216 25 0 0 2 0 2 2 0 8 0 mcl8k 8192 35 0 0 4 1 3 3 0 8 0 mcl4k 4096 65 0 0 5 2 3 3 0 8 0 mcl2k2 2112 17 0 0 2 0 2 2 0 8 0 mcl2k 2048 454 0 0 43 15 28 43 0 8 0 mtagpl 96 933 0 0 22 1 21 22 0 8 0 mbufpl 256 1518 0 0 73 0 73 73 0 8 0 bufpl 288 23413 0 17095 452 0 452 452 0 8 0 anonpl 24 1299204 0 1285934 218 55 163 168 0 186 48 amapchunkpl 152 381783 0 380955 118 58 60 67 0 158 21 amappl16 200 25799 0 25306 87 48 39 39 0 8 6 amappl15 192 11 0 11 2 2 0 1 0 8 0 amappl14 184 250 0 235 2 1 1 2 0 8 0 amappl13 176 73 0 71 2 1 1 1 0 8 0 amappl12 168 13441 0 13405 4 2 2 3 0 8 0 amappl11 160 57 0 42 1 0 1 1 0 8 0 amappl10 152 159 0 146 1 0 1 1 0 8 0 amappl9 144 237 0 236 1 0 1 1 0 8 0 amappl8 136 642 0 528 5 0 5 5 0 8 0 amappl7 128 294 0 267 3 1 2 3 0 8 0 amappl6 120 711 0 692 1 0 1 1 0 8 0 amappl5 112 352 0 341 1 0 1 1 0 8 0 amappl4 104 824 0 787 7 5 2 2 0 8 0 amappl3 96 74476 0 74388 6 2 4 4 0 8 1 amappl2 88 13312 0 13234 3 1 2 3 0 8 0 amappl1 80 53934 0 53379 23 9 14 23 0 8 0 amappl 88 119499 0 119242 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 12531 0 12316 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 12531 0 12316 2 0 2 2 0 8 0 vmmpekpl 168 91699 0 91618 4 0 4 4 0 8 0 vmmpepl 168 741560 0 738872 397 248 149 151 0 357 13 vmsppl 448 12530 0 12316 27 2 25 25 0 8 1 rwobjpl 56 186179 0 178444 122 8 114 114 0 8 0 pdppl 4096 25069 0 24819 788 532 256 258 0 8 6 pvpl 32 43993 0 0 357 2 355 355 0 265 0 pmappl 248 12530 0 12316 15 1 14 14 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2037 0 909 33 0 33 33 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82d02ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82dd92d8) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dd92d8) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff800032316760,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff82dd92d8) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dd92d8) at __mp_lock+0x129 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x75b64eaa2630, count: 6 ddb{0}> trace x86_ipi_db(ffffffff82d02ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82dd92d8) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dd92d8) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff800032316760,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff82dd92d8) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dd92d8) at __mp_lock+0x129 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x75b64eaa2630, count: -9 ddb{0}> machine ddbcpu 1 Stopped at 00(ffff800000e17800,b,fffffd80692537f0,ffff800033f5e6d0,246,0) at 0 rtrequest(b,ffff800033f5e778,3,ffff800033f5e818,0) at rtrequest+0x96a sys/net/route.c:988 rt_clone(ffff800033f5e888,fffffd80678047e8,0) at rt_clone+0x7c sys/net/route.c:271 rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd rt_match sys/net/route.c:248 [inline] rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd sys/net/route.c:364 in_pcbselsrc(fffffd806cfa75f4,ffff800033f5e9d8,fffffd8067804760) at in_pcbselsrc+0x261 sys/netinet/in_pcb.c:1025 rip_output(fffffd8065d4d400,fffffd8063c6e7e0,ffff800033f5e9d8,179) at rip_output+0x238 sys/netinet/raw_ip.c:305 rip_send(fffffd8063c6e7e0,fffffd8065d4d400,0,0) at rip_send+0xe3 sys/netinet/raw_ip.c:641 sosend(fffffd8063c6e7e0,0,ffff800033f5ebe8,0,0,0) at sosend+0x66d dofilewritev(ffff80003231d2b8,3,ffff800033f5ebe8,0,ffff800033f5ecd0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80003231d2b8,ffff800033f5ec80,ffff800033f5ecd0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff800033f5ed80) at syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff800033f5ed80) at syscall+0x673 sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x31c0d022d60, count: 4 ddb{1}> trace 0(ffff800000e17800,b,fffffd80692537f0,ffff800033f5e6d0,246,0) at 0 rtrequest(b,ffff800033f5e778,3,ffff800033f5e818,0) at rtrequest+0x96a sys/net/route.c:988 rt_clone(ffff800033f5e888,fffffd80678047e8,0) at rt_clone+0x7c sys/net/route.c:271 rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd rt_match sys/net/route.c:248 [inline] rtalloc_mpath(fffffd80678047e8,0,0) at rtalloc_mpath+0xbd sys/net/route.c:364 in_pcbselsrc(fffffd806cfa75f4,ffff800033f5e9d8,fffffd8067804760) at in_pcbselsrc+0x261 sys/netinet/in_pcb.c:1025 rip_output(fffffd8065d4d400,fffffd8063c6e7e0,ffff800033f5e9d8,179) at rip_output+0x238 sys/netinet/raw_ip.c:305 rip_send(fffffd8063c6e7e0,fffffd8065d4d400,0,0) at rip_send+0xe3 sys/netinet/raw_ip.c:641 sosend(fffffd8063c6e7e0,0,ffff800033f5ebe8,0,0,0) at sosend+0x66d dofilewritev(ffff80003231d2b8,3,ffff800033f5ebe8,0,ffff800033f5ecd0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80003231d2b8,ffff800033f5ec80,ffff800033f5ecd0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff800033f5ed80) at syscall+0x673 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff800033f5ed80) at syscall+0x673 sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x31c0d022d60, count: -11