uvm_fault(0xffffffff83a17ce0, 0xffff80000153c0aa, 0, 1) -> e kernel: page fault trap, code=0 Stopped at arp_rtrequest+0x66f: movzwl 0xc(%r15,%rbx,1),%ecx TID PID UID PRFLAGS PFLAGS CPU COMMAND *402492 72249 0 0 0x4000000 1 syz-executor 484559 12002 0 0x14000 0x40000200 0 softclock arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f arprequest sys/netinet/if_ether.c:281 [inline] arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f sys/netinet/if_ether.c:184 rtrequest(1,ffff80003c5137b0,0,ffff80003c513730,0) at rtrequest+0xc5c sys/net/route.c:1117 rtm_output(ffff80000151c300,ffff80003c513858,ffff80003c5137b0,0,0) at rtm_output+0x876 sys/net/rtsock.c:973 route_output(fffffd805c6ccb00,ffff800010fde898) at route_output+0x9a1 sys/net/rtsock.c:878 route_send(ffff800010fde898,fffffd805c6ccb00,0,0) at route_send+0xd7 sys/net/rtsock.c:342 sosend(ffff800010fde898,0,ffff80003c5139f8,0,0,808) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80002a3a6568,3,ffff80003c513af0,808,ffff80003c513ba0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendto(ffff80002a3a6568,ffff80003c513c50,ffff80003c513ba0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 syscall(ffff80003c513c50) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c513c50) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x49e219b3500, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xffffffff83a17ce0, 0xffff80000153c0aa, 0, 1) -> e ddb{1}> trace arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f arprequest sys/netinet/if_ether.c:281 [inline] arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f sys/netinet/if_ether.c:184 rtrequest(1,ffff80003c5137b0,0,ffff80003c513730,0) at rtrequest+0xc5c sys/net/route.c:1117 rtm_output(ffff80000151c300,ffff80003c513858,ffff80003c5137b0,0,0) at rtm_output+0x876 sys/net/rtsock.c:973 route_output(fffffd805c6ccb00,ffff800010fde898) at route_output+0x9a1 sys/net/rtsock.c:878 route_send(ffff800010fde898,fffffd805c6ccb00,0,0) at route_send+0xd7 sys/net/rtsock.c:342 sosend(ffff800010fde898,0,ffff80003c5139f8,0,0,808) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80002a3a6568,3,ffff80003c513af0,808,ffff80003c513ba0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendto(ffff80002a3a6568,ffff80003c513c50,ffff80003c513ba0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 syscall(ffff80003c513c50) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c513c50) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x49e219b3500, count: -10 ddb{1}> show registers rdi 0xffff800034ff0000 rsi 0x8c2 rbp 0xffff80003c513600 rbx 0xde rdx 0xffff800034ff0000 rcx 0x100040600080100 rax 0xfffffd805ce5a9e0 r8 0x10 r9 0xfffffd806be41220 r10 0x3a0cd6e5b18957e r11 0x58340d708f7c5d61 r12 0x4f r13 0xfffffd805ce5a900 r14 0xfffffd806be41220 r15 0xffff80000153bfc0 rip 0xffffffff82f8cfaf arp_rtrequest+0x66f cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80003c513580 ss 0x10 arp_rtrequest+0x66f: movzwl 0xc(%r15,%rbx,1),%ecx ddb{1}> show proc PROC (syz-executor) tid=402492 pid=72249 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a3a62d8,0xffff80002a3a6a98 process=0xffff800039c10020 user=0xffff80003c50e000, vmspace=0xfffffd806bed1020 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 33618 380983 71993 0 2 0 syz-executor 33618 489833 71993 0 2 0x4000000 syz-executor 72249 205337 24183 0 2 0 syz-executor *72249 402492 24183 0 7 0x4000000 syz-executor 87254 38985 50975 0 3 0x80 nanoslp syz-executor 87254 67396 50975 0 3 0x4000080 fsleep syz-executor 87254 175968 50975 0 3 0x4000080 fsleep syz-executor 87254 342423 50975 0 2 0x4000000 syz-executor 98792 4873 37498 0 2 0 syz-executor 98792 142969 37498 0 3 0x4000080 fsleep syz-executor 98792 515276 37498 0 3 0x4000080 fsleep syz-executor 12592 378004 73183 0 2 0xc90 syz-executor 12592 371915 73183 0 3 0x4000090 kqsel syz-executor 12592 493720 73183 0 3 0x4000090 fsleep syz-executor 57838 392279 97760 0 2 0xc80 syz-executor 57838 36320 97760 0 3 0x4000080 kqsel syz-executor 57838 170949 97760 0 3 0x4000080 fsleep syz-executor 51782 223851 81576 0 2 0xc80 syz-executor 51782 101352 81576 0 3 0x4000080 sbwait syz-executor 51782 371451 81576 0 3 0x4000080 fsleep syz-executor 4345 403689 1 0 3 0x82 nanoslp getty 15695 125541 0 0 3 0x14200 acct acct 71993 2427 68282 0 3 0x82 nanoslp syz-executor 81576 246779 68282 0 2 0xc82 syz-executor 97760 307134 68282 0 2 0xc82 syz-executor 24183 169909 68282 0 3 0x82 nanoslp syz-executor 73183 115080 68282 0 2 0xc82 syz-executor 20024 191988 0 0 3 0x14280 nfsidl nfsio 80957 32033 0 0 3 0x14280 nfsidl nfsio 2763 186244 0 0 3 0x14280 nfsidl nfsio 45649 230185 0 0 3 0x14280 nfsidl nfsio 49307 457911 0 0 3 0x14280 nfsidl nfsio 61319 72366 0 0 3 0x14280 nfsidl nfsio 51397 275646 0 0 3 0x14280 nfsidl nfsio 42643 301037 0 0 3 0x14280 nfsidl nfsio 43489 106291 0 0 3 0x14280 nfsidl nfsio 99863 487302 0 0 3 0x14280 nfsidl nfsio 50864 214756 0 0 3 0x14280 nfsidl nfsio 29457 169538 0 0 3 0x14280 nfsidl nfsio 89659 483005 0 0 3 0x14280 nfsidl nfsio 43569 520189 0 0 3 0x14280 nfsidl nfsio 61459 318869 0 0 3 0x14280 nfsidl nfsio 78574 316352 0 0 3 0x14280 nfsidl nfsio 63 76529 0 0 3 0x14280 nfsidl nfsio 4421 198779 0 0 3 0x14280 nfsidl nfsio 47065 388775 0 0 3 0x14280 nfsidl nfsio 68385 335393 0 0 3 0x14280 nfsidl nfsio 37498 52352 68282 0 2 0xc82 syz-executor 46408 87388 0 0 3 0x14200 bored sosplice 61725 538 53369 0 3 0x100082 sbwait arp 53369 90661 56174 0 3 0x10008a sigsusp sh 50975 114193 68282 0 3 0x82 nanoslp syz-executor 56174 375553 68282 0 3 0x82 wait syz-executor 68282 499153 32854 0 3 0x82 kqread syz-executor 32854 32976 42266 0 3 0x10008a sigsusp ksh 42266 188011 86085 0 3 0x98 kqread sshd-session 86085 508117 8550 0 3 0x92 kqread sshd-session 8550 223993 1 0 3 0x88 kqread sshd 22951 68744 28514 74 3 0x1100092 bpf pflogd 28514 84194 1 0 3 0x80 sbwait pflogd 17394 61144 70666 73 3 0x1100090 kqread syslogd 70666 379606 1 0 3 0x100082 sbwait syslogd 91799 216753 1 0 3 0x100080 kqread resolvd 99430 135292 60258 77 3 0x100092 kqread dhcpleased 7294 146684 60258 77 3 0x100092 kqread dhcpleased 60258 481577 1 0 3 0x80 kqread dhcpleased 11953 252892 0 0 3 0x14200 bored smr 48526 143558 0 0 3 0x14200 pgzero zerothread 38624 220773 0 0 3 0x14200 aiodoned aiodoned 65748 208613 0 0 3 0x14200 syncer update 8715 352370 0 0 3 0x14200 cleaner cleaner 98456 387886 0 0 3 0x14200 reaper reaper 17714 191850 0 0 3 0x14200 pgdaemon pagedaemon 80534 87602 0 0 3 0x14200 bored viomb 87412 14295 0 0 3 0x40014200 acpi0 acpi0 44059 393391 0 0 3 0x40014200 idle1 66756 10663 0 0 3 0x14200 bored softnet3 36573 464064 0 0 3 0x14200 bored softnet2 9127 136011 0 0 3 0x14200 bored softnet1 71287 474794 0 0 3 0x14200 bored softnet0 73645 47715 0 0 3 0x14200 bored systqmp 42765 266213 0 0 3 0x14200 bored systq 6339 468466 0 0 3 0x14200 tmoslp softclockmp 12002 484559 0 0 7 0x40014200 softclock 52469 410182 0 0 3 0x40014200 idle0 1 252361 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 33618 (syz-executor) thread 0xffff80002a296540 (380983) exclusive rrwlock inode r = 0 (0xfffffd8072018c08) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 sys_chdir+0x88 change_dir sys/kern/vfs_syscalls.c:837 [inline] #7 sys_chdir+0x88 sys/kern/vfs_syscalls.c:783 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:742 #9 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83901ff8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #1 syscall+0xae6 sys/arch/amd64/amd64/trap.c:742 #2 Xsyscall+0x128 Process 72249 (syz-executor) thread 0xffff80002a3a6568 (402492) exclusive rwlock netlock r = 0 (0xffffffff8388fff0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rtm_output+0x78c sys/net/rtsock.c:969 #3 route_output+0x9a1 sys/net/rtsock.c:878 #4 route_send+0xd7 sys/net/rtsock.c:342 #5 sosend+0x804 sys/kern/uipc_socket.c:-1 #6 sendit+0x721 sys/kern/uipc_syscalls.c:779 #7 sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 #8 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 #9 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fdea70) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 sblock+0xb7 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e2 sys/kern/uipc_socket.c:630 #4 sendit+0x721 sys/kern/uipc_syscalls.c:779 #5 sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 #6 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 #7 Xsyscall+0x128 Process 87254 (syz-executor) thread 0xffff80002a3a79e8 (342423) exclusive rrwlock inode r = 0 (0xfffffd806c39a200) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline] #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:159 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1732 #8 ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 #9 VOP_MKNOD+0x102 sys/kern/vfs_vops.c:121 #10 domknodat+0x47e sys/kern/vfs_syscalls.c:1636 #11 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xb08 sys/arch/amd64/amd64/trap.c:742 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806c39a680) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1588 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:742 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10221 11034K 11726K 166960K 12879 0 pcb 17 18K 20K 166960K 440 0 rtable 195 12K 12K 166960K 972 0 pf 40 19K 23K 166960K 301 0 ifaddr 35 6K 8K 166960K 145 0 ifgroup 51 2K 2K 166960K 219 0 sysctl 4 1K 9K 166960K 20 0 counters 66 36K 38K 166960K 366 0 ioctlops 0 0K 4K 166960K 1984 0 iov 0 0K 20K 166960K 92 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1451 91K 92K 166960K 2678 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 2K 14K 166960K 25 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 48 0 dirhash 12 2K 2K 166960K 66 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 19 69K 236K 166960K 1773 0 sigio 1 0K 0K 166960K 32 0 proc 72 91K 115K 166960K 916 0 subproc 72 4K 4K 166960K 144 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 198 0 in_multi 66 4K 6K 166960K 225 0 ether_multi 1 0K 0K 166960K 5 0 mrt 2 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 217 970K 970K 166960K 217 0 exec 0 0K 1K 166960K 775 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 5 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 259 170K 191K 166960K 17718 0 UVM aobj 106 3K 3K 166960K 109 0 pinsyscall 45 90K 106K 166960K 3080 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 67 0 NDP 11 0K 1K 166960K 101 0 temp 80 8696K 8820K 166960K 88216 0 kqueue 13 20K 30K 166960K 327 0 SYN cache 2 8K 16K 166960K 3 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 195 0 190 2 1 1 2 0 8 0 rtentry 176 297 0 222 6 0 6 6 0 8 0 unpcb 144 1356 0 1335 11 7 4 6 0 8 3 syncache 336 11 0 11 5 4 1 1 0 8 1 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 600 0 594 16 13 3 7 0 8 2 arp 128 37 0 25 1 0 1 1 0 8 0 inpcb 328 1886 0 1874 25 15 10 13 0 8 8 nd6 144 51 0 35 1 0 1 1 0 8 0 pkpcb 40 18 0 18 2 1 1 1 0 8 1 kcovpl 48 16 0 8 1 0 1 1 0 8 0 ppxss 1192 131 0 131 2 1 1 1 0 8 1 pppxif 1504 9 0 9 3 2 1 1 0 8 1 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pffrag 232 6 0 3 1 0 1 1 0 482 0 pffrnode 88 5 0 3 1 0 1 1 0 8 0 pffrent 40 15 0 11 1 0 1 1 0 8 0 pfosfp 40 1430 0 1006 5 0 5 5 0 8 0 pfosfpen 112 1430 0 714 21 0 21 21 0 8 0 pfrktable 1344 3 0 0 1 0 1 1 0 8 0 pfanchor 1288 9 0 0 1 0 1 1 0 8 0 pftag 88 2 0 0 1 0 1 1 0 8 0 pfstitem 24 117 0 30 1 0 1 1 0 8 0 pfstkey 128 121 0 34 3 0 3 3 0 8 0 pfstate 384 118 0 32 9 0 9 9 0 8 0 pfrule 1344 145 0 129 3 1 2 2 0 8 0 rttmr 136 2 0 2 2 1 1 1 0 8 1 art_heap8 4096 4 0 0 4 0 4 4 0 8 0 art_heap4 256 1008 0 712 33 9 24 29 0 8 1 art_table 32 1012 0 712 4 0 4 4 0 8 0 art_node 16 228 0 165 1 0 1 1 0 8 0 sysvmsgpl 40 14 0 11 1 0 1 1 0 8 0 semapl 112 46 0 36 1 0 1 1 0 8 0 shmpl 112 106 0 3 3 0 3 3 0 8 0 dirhash 1024 54 0 37 3 0 3 3 0 8 0 dino2pl 256 4595 0 3081 96 0 96 96 0 8 1 ffsino 288 4595 0 3081 109 0 109 109 0 8 0 nchpl 144 6913 0 5201 64 0 64 64 0 8 0 rtmask 32 10 0 10 3 3 0 1 0 8 0 uvmvnodes 80 5298 0 0 109 0 109 109 0 8 0 vnodes 216 5298 0 0 295 0 295 295 0 8 0 namei 1024 24328 0 24327 6 4 2 3 0 8 1 percpumem 16 198 0 150 1 0 1 1 0 8 0 kstatmem 264 144 0 120 6 3 3 3 0 8 1 scsiplug 72 5 0 5 4 3 1 1 0 8 1 scxspl 216 38781 0 38781 15 14 1 8 1 8 1 plimitpl 152 471 0 453 1 0 1 1 0 8 0 sigapl 424 2077 0 2004 9 0 9 9 0 8 0 knotepl 120 578 0 0 18 0 18 18 0 8 0 kqueuepl 224 681 0 669 8 6 2 5 0 8 1 pipepl 336 286 0 259 6 0 6 6 0 8 3 fdescpl 520 2033 0 2000 3 0 3 3 0 8 0 filepl 160 13237 0 13015 25 6 19 19 0 8 5 lockfpl 104 569 0 567 1 0 1 1 0 8 0 lockfspl 48 239 0 237 1 0 1 1 0 8 0 sessionpl 144 38 0 30 1 0 1 1 0 8 0 pgrppl 48 78 0 62 1 0 1 1 0 8 0 ucredpl 104 2341 0 2327 1 0 1 1 0 8 0 zombiepl 144 2004 0 2004 1 0 1 1 0 8 1 processpl 1240 2077 0 2004 6 0 6 6 0 8 0 procpl 656 4775 0 4689 10 1 9 9 0 8 0 srpgc 96 22 0 22 3 2 1 1 0 8 1 sosppl 168 12 0 12 5 4 1 1 0 8 1 sockpl 728 3502 0 3464 32 20 12 16 0 8 8 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 132 0 0 17 0 17 17 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 62 0 0 8 0 8 8 0 8 0 mtagpl 96 12 0 0 1 0 1 1 0 8 0 mbufpl 256 1175 0 0 72 0 72 72 0 8 0 bufpl 280 14618 0 8476 439 0 439 439 0 8 0 anonpl 32 11897 0 0 96 0 96 96 0 246 0 amapchunkpl 152 59781 0 59113 45 12 33 33 0 158 7 amappl16 200 6722 0 6690 49 34 15 29 0 8 7 amappl15 192 9 0 9 2 2 0 1 0 8 0 amappl14 184 148 0 134 1 0 1 1 0 8 0 amappl13 176 3 0 3 1 1 0 1 0 8 0 amappl12 168 2805 0 2770 3 1 2 2 0 8 0 amappl11 160 67 0 53 1 0 1 1 0 8 0 amappl10 152 6 0 5 2 1 1 1 0 8 0 amappl9 144 262 0 262 1 1 0 1 0 8 0 amappl8 136 44 0 41 1 0 1 1 0 8 0 amappl7 128 134 0 119 1 0 1 1 0 8 0 amappl6 120 261 0 255 1 0 1 1 0 8 0 amappl5 112 158 0 148 1 0 1 1 0 8 0 amappl4 104 378 0 357 1 0 1 1 0 8 0 amappl3 96 11983 0 11862 4 0 4 4 0 8 0 amappl2 88 805 0 739 2 0 2 2 0 8 0 amappl1 80 16816 0 16194 15 0 15 15 0 8 0 amappl 88 16586 0 16405 5 0 5 5 0 92 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma8192 8192 2 0 2 2 2 0 1 0 8 0 dma4096 4096 3 0 3 2 2 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 8 0 8 3 3 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 108 0 3 2 0 2 2 0 8 0 uaddrrnd 24 2033 0 2000 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2033 0 2000 1 0 1 1 0 8 0 vmmpekpl 168 17379 0 17309 4 0 4 4 0 8 0 vmmpepl 168 134008 0 131910 125 22 103 113 0 357 5 vmsppl 480 2032 0 2000 5 0 5 5 0 8 0 rwobjpl 72 41788 0 35393 119 0 119 119 0 8 0 pdppl 4096 4073 0 4000 121 48 73 87 0 8 0 pvpl 32 20425 0 0 166 1 165 165 0 265 0 pmappl 256 2032 0 2000 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 511 0 86 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff838a2ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83901df0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83901df0) at __mp_lock+0x192 sys/kern/kern_lock.c:165 __mp_acquire_count(ffffffff83901df0,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2da sys/kern/kern_synch.c:366 softclock_thread_run(ffffffff837f2498) at softclock_thread_run+0x79 sys/kern/kern_timeout.c:845 softclock_thread(ffff8000ffffe520) at softclock_thread+0x10a sys/kern/kern_timeout.c:867 end trace frame: 0x0, count: 7 ddb{0}> trace x86_ipi_db(ffffffff838a2ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83901df0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83901df0) at __mp_lock+0x192 sys/kern/kern_lock.c:165 __mp_acquire_count(ffffffff83901df0,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2da sys/kern/kern_synch.c:366 softclock_thread_run(ffffffff837f2498) at softclock_thread_run+0x79 sys/kern/kern_timeout.c:845 softclock_thread(ffff8000ffffe520) at softclock_thread+0x10a sys/kern/kern_timeout.c:867 end trace frame: 0x0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at arp_rtrequest+0x66f: movzwl 0xc(%r15,%rbx,1),%ecx arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f arprequest sys/netinet/if_ether.c:281 [inline] arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f sys/netinet/if_ether.c:184 rtrequest(1,ffff80003c5137b0,0,ffff80003c513730,0) at rtrequest+0xc5c sys/net/route.c:1117 rtm_output(ffff80000151c300,ffff80003c513858,ffff80003c5137b0,0,0) at rtm_output+0x876 sys/net/rtsock.c:973 route_output(fffffd805c6ccb00,ffff800010fde898) at route_output+0x9a1 sys/net/rtsock.c:878 route_send(ffff800010fde898,fffffd805c6ccb00,0,0) at route_send+0xd7 sys/net/rtsock.c:342 sosend(ffff800010fde898,0,ffff80003c5139f8,0,0,808) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80002a3a6568,3,ffff80003c513af0,808,ffff80003c513ba0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendto(ffff80002a3a6568,ffff80003c513c50,ffff80003c513ba0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 syscall(ffff80003c513c50) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c513c50) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x49e219b3500, count: 5 ddb{1}> trace arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f arprequest sys/netinet/if_ether.c:281 [inline] arp_rtrequest(ffff800000039058,1,fffffd806be41220) at arp_rtrequest+0x66f sys/netinet/if_ether.c:184 rtrequest(1,ffff80003c5137b0,0,ffff80003c513730,0) at rtrequest+0xc5c sys/net/route.c:1117 rtm_output(ffff80000151c300,ffff80003c513858,ffff80003c5137b0,0,0) at rtm_output+0x876 sys/net/rtsock.c:973 route_output(fffffd805c6ccb00,ffff800010fde898) at route_output+0x9a1 sys/net/rtsock.c:878 route_send(ffff800010fde898,fffffd805c6ccb00,0,0) at route_send+0xd7 sys/net/rtsock.c:342 sosend(ffff800010fde898,0,ffff80003c5139f8,0,0,808) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80002a3a6568,3,ffff80003c513af0,808,ffff80003c513ba0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendto(ffff80002a3a6568,ffff80003c513c50,ffff80003c513ba0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 syscall(ffff80003c513c50) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c513c50) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x49e219b3500, count: -10