Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a305ff stack pointer = 0x0:0xfffffe0056c8a1e0 frame pointer = 0x0:0xfffffe0056c8a710 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, loNov 6 07:53:36 ng 1, def32 0, gran 1 SYZFAIL: failed to recv rpc fd=3 want=4 recv=0 n=0 (errno 9: Bad file descriptor) ci-freebsd-i386-processor eflags = 4 dhclient[982]:interrupt enabled, resume, exiting. IOPL = 0 current process = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 0000000000f3bc60 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000040080fe rax: fffffe00033eee30 rbx: fffffe00079de000 rbp: fffffe0056c8a710 r10: aa01000000000000 r11: 000000000000001f r12: fffffe007ca59ed0 r13: fffffe0056c8a520 r14: 0000000000000000 r15: fffffe00829b6308 trap number = 12 panic: page fault cpuid = 0 time = 1730879616 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x257/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7ef/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0056c89f30 trap() at trap+0x64a/frame 0xfffffe0056c8a110 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a110 --- trap 0xc, rip = 0xffffffff81a305ff, rsp = 0xfffffe0056c8a1e0, rbp = 0xfffffe0056c8a710 --- ip6_output() at ip6_output+0x373f/frame 0xfffffe0056c8a710 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x2078/frame 0xfffffe0056c8a9c0 sctp_send_initiate() at sctp_send_initiate+0x155b/frame 0xfffffe0056c8ab40 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab90 sctp_timeout_handler() at sctp_timeout_handler+0xb60/frame 0xfffffe0056c8acd0 softclock_call_cc() at softclock_call_cc+0x422/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23ebe67(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff82728480 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815d08c9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffe r14 0xffffffff82728480 .str.27 r15 0 rip 0xffffffff815ba1ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23ebe67(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83930760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83930760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83931700 (map 0xffffffff83931700) (map.pmap 0xffffffff839317c0) (pmap 0xffffffff83931830) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 3436 1 3436 0 R syz-executor 3432 3398 3398 0 R (threaded) syz-executor 104907 RunQ syz-executor 106146 RunQ syz-executor 106149 S uwait 0xfffffe006dff9580 syz-executor 106150 S uwait 0xfffffe006dff9700 syz-executor 3431 3356 3356 0 R (threaded) syz-executor 104980 RunQ syz-executor 106144 S uwait 0xfffffe006ddeb100 syz-executor 106148 S uwait 0xfffffe006ddebe80 syz-executor 3429 767 767 0 R (threaded) syz-executor 100128 RunQ syz-executor 106139 RunQ syz-executor 106141 RunQ syz-executor 106143 S uwait 0xfffffe006ddebc80 syz-executor 3398 1 3398 0 R syz-executor 3390 3384 3390 0 Ss select 0xfffffe0059914cc0 dhclient 3387 1 3387 0 Ss select 0xfffffe0059914bc0 dhclient 3384 3373 424 65 S select 0xfffffe006dffacc0 dhclient 3373 424 424 0 S wait 0xfffffe0007be1ac0 sh 3356 1 3356 0 R syz-executor 2363 1 2363 65 Ss select 0xfffffe006dff96c0 dhclient 1935 1 1935 0 Ss select 0xfffffe006ddeb6c0 dhclient 1932 1 1932 0 Ss select 0xfffffe006ddeeec0 dhclient 767 1 767 0 R syz-executor 759 682 759 0 Rs CPU 1 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe00587decb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587df0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587df4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587df8b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00587dfcb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00587e00b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00587e04b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00587e08b0 getty 686 1 686 0 Ss nanslp 0xffffffff839873c0 cron 682 1 682 0 Ss select 0xfffffe00586f9bc0 sshd 495 1 495 0 Rs syslogd 424 1 424 0 Ss wait 0xfffffe005b6a4580 devd 423 1 423 65 Ss select 0xfffffe006ddecbc0 dhclient 338 1 338 0 Ss select 0xfffffe006dded540 dhclient 335 1 335 0 Ss select 0xfffffe006dffc0c0 dhclient 17 0 0 0 DL syncer 0xffffffff83aa4be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a27060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83aa31c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100092 D sdflush 0xfffffe00543ec8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83aee8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad4838 [dom0] 100080 D launds 0xffffffff83ad4844 [laundry: dom0] 100081 D umarcl 0xffffffff81d6b900 [uma] 7 0 0 0 DL - 0xffffffff83704bb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff841c09d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847aca20 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cf340 [doneq0] 100046 D - 0xffffffff836cf2c0 [async] 100075 D - 0xffffffff836cf140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ad0020 [crypto] 100043 D crypto_ 0xfffffe0057f7a030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057f7a080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543fbc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392fd80 [g_event] 100037 D - 0xffffffff8392fda0 [g_up] 100038 D - 0xffffffff8392fdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 RLs [init] 10 0 0 0 DL audit_w 0xffffffff83ad0a80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c1eff0 [swapper] 100005 D - 0xfffffe00085fed00 [softirq_0] 100006 D - 0xfffffe00085fec00 [softirq_1] 100007 D - 0xfffffe00085feb00 [if_io_tqg_0] 100008 D - 0xfffffe00085fea00 [if_io_tqg_1] 100009 D - 0xfffffe00085fe900 [if_config_tqg_0] 100010 D - 0xfffffe00085fe800 [pci_hp taskq] 100011 D - 0xfffffe00085fe700 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fe400 [thread taskq] 100016 D - 0xfffffe00085fe200 [aiod_kick taskq] 100017 D - 0xfffffe00085fe100 [deferred_unmount ta] 100018 D - 0xfffffe00085fe000 [inm_free taskq] 100019 D - 0xfffffe00085fde00 [in6m_free taskq] 100020 D - 0xfffffe00085fdd00 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe00085fda00 [firmware taskq] 100040 D - 0xfffffe00085fd700 [crypto_0] 100041 D - 0xfffffe00085fd700 [crypto_1] 100056 D - 0xfffffe00085fd500 [vtnet0 rxq 0] 100057 D - 0xfffffe00085fd400 [vtnet0 txq 0] 100058 D - 0xfffffe00085fd300 [vtnet0 rxq 1] 100059 D - 0xfffffe00085fd200 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057fa4080 [virtio_balloon] 100065 D - 0xffffffff8272d6c1 [deadlkres] 100069 D - 0xfffffe0058852000 [acpi_task_0] 100070 D - 0xfffffe0058852000 [acpi_task_1] 100071 D - 0xfffffe0058852000 [acpi_task_2] 100073 D - 0xfffffe00085ff100 [mca taskq] 100074 D - 0xfffffe00085fd600 [CAM taskq] 100076 D - 0xfffffe00085fd000 [ipsec_offload] 106140 D - 0xfffffe006b968500 [netlink_socket (PID] 106147 D - 0xfffffe006b966a00 [netlink_socket (PID] db> show all locks Process 3432 (syz-executor) thread 0xfffffe005b731000 (106146) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007efa7f0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:1741 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e0abac0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1176 Process 3429 (syz-executor) thread 0xfffffe005b6b9000 (106139) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e02948) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:4065 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0075525908) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1176 Process 3429 (syz-executor) thread 0xfffffe005b731740 (106141) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007eff158) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:1741 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e524c78) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1176 Process 759 (sshd) thread 0xfffffe005b6d1000 (100115) exclusive sx vm map (user) (vm map (user)) r = 0 (0xffffffff83ad3dc0) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4108 Process 495 (syslogd) thread 0xfffffe005b69c000 (100095) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e18800) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:4018 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e00c908) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3582 Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe0086abab20) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0074e1b8b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests sctp_stro 1079 174104K 2122 pf_hash 6 12804K 6 linker 375 5031K 485 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 pcb 2195 3108K 11556 sysctloid 35218 2075K 35293 vtbuf 24 1968K 46 kobj 330 1320K 494 newblk 9 1026K 88182 vfscache 3 1025K 3 sctp_atcl 2163 812K 7290 inodedep 8 515K 7905 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 272K 8 subproc 138 230K 3526 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 57800 tidhash 3 141K 3 sctp_atky 3242 136K 9416 pagedep 5 129K 2647 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 111 111K 132 sem 4 106K 4 filedesc 14 105K 4910 gtaskqueue 18 98K 18 bus 994 81K 5040 mtx_pool 3 74K 3 BPF 38 71K 56 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 519 65K 519 ddb_capture 1 64K 1 umtx 352 44K 352 kdtrace 207 43K 9588 temp 35 37K 6428 sctp_athm 2163 34K 7294 sctp_map 2158 34K 4244 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 140 msg 4 30K 4 LRO 28 29K 34 kbdmux 6 28K 6 routetbl 250 20K 775 DEVFS_RULE 56 20K 56 ifaddr 68 19K 91 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 pf_osfp 118 15K 118 bus-sc 34 15K 1637 ifnet 8 15K 9 eventhandler 163 14K 163 lltable 39 12K 65 kenv 95 12K 95 ether_multi 139 12K 218 GEOM 61 11K 477 CAM queue 5 11K 1528 sctp_timw 39 10K 39 rman 82 10K 437 bmsafemap 3 9K 6221 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 in6_multi 58 8K 85 plimit 21 8K 423 audit_evclass 238 8K 300 taskqueue 72 8K 3528 sglist 6 7K 6 cred 24 6K 223 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 pf_ifnet 12 5K 29 ufs_dirhash 24 5K 36 sctp_aadr 71 5K 221 UMA 269 5K 269 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 DEVFSP 50 4K 101 kqueue 49 4K 4569 pwddesc 49 4K 3437 session 24 3K 51 lockf 27 3K 63 terminal 11 3K 11 kcovinfo 39 3K 78 proc-args 77 3K 4848 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 7 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 CC Mem 8 2K 3954 sctp_ifa 14 2K 18 Unitno 28 2K 58 ip6ndp 11 2K 18 selfd 26 2K 99945 select 13 2K 88 CAM XPT 22 2K 543 tun 4 2K 6 toponodes 6 2K 6 netlink 3 2K 151 ipsecpolicy 2 2K 2 in_multi 5 2K 10 acpidev 20 2K 20 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 628 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 8 igmp 6 1K 8 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 18 crypto 4 1K 4 encap_export_host 12 1K 12 inpcbpolicy 19 1K 5032 diradd 4 1K 4777 osd 13 1K 3967 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 procdesc 3 1K 20 iov 6 1K 27544 freework 2 1K 41500 dirrem 1 1K 4745 freeblks 1 1K 6704 indirdep 1 1K 48902 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 35 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 newdirblk 1 1K 2427 mkdir 1 1K 4854 pmchooks 1 1K 1 entropy 3 1K 41 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 12023 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 118 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1346 sctp_iter 0 0K 17 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 17 sctp_stri 0 0K 8 tcp_pcm_rack 0 0K 1505 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 3010 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 25808 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 319 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 4725 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 0 ip6opt 0 0K 748 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 195 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 aio 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 266 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 885 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1137 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8416 982 29318 0 254 38494208 0 mbuf 256 52466 877 1137080 0 254 13655808 0 sctp_asoc 2256 1079 191 2122 0 254 2865120 0 malloc-2048 2048 1186 38 5266 0 8 2506752 0 sctp_chunk 152 15538 218 16019 0 254 2394912 0 sctp_ep 1152 1084 442 5164 0 254 1757952 0 BUF TRIE 144 229 11559 97452 0 62 1697472 0 sctp_raddr 736 1982 306 3248 0 254 1683968 0 malloc-384 384 4158 42 4173 0 30 1612800 0 malloc-128 128 12432 61 12546 0 126 1599104 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 RADIX NODE 144 8449 1430 163342 0 62 1422576 0 malloc-4096 4096 330 2 497 0 2 1359872 0 UMA Slabs 0 112 11970 12 11970 0 126 1341984 0 vmem btag 56 22092 123 22092 0 254 1244040 0 malloc-1024 1024 1008 32 2029 0 16 1064960 0 malloc-65536 65536 13 1 16 0 1 917504 0 malloc-384 384 2220 120 7779 0 30 898560 0 socket 1024 47 717 12630 0 254 782336 0 FFS inode 1168 537 23 5263 0 8 654080 0 pbuf 2624 0 202 0 0 2 530048 0 lkpicurr 168 2 3094 2 0 62 520128 0 256 Bucket 2048 179 21 4031 0 8 409600 0 malloc-256 256 1300 200 17524 0 62 384000 0 VM OBJECT 264 1126 224 50489 0 30 356400 0 THREAD 1824 157 19 6150 0 8 321024 0 tcp_log 416 47 718 28957 0 254 318240 0 malloc-32768 32768 0 9 46286 0 1 294912 0 VNODE 440 574 92 5304 0 30 293040 0 malloc-64 64 3917 430 7363 0 254 278208 0 malloc-16 16 16681 569 22792 0 254 276000 0 malloc-4096 4096 49 15 4942 0 2 262144 0 ertt_txseginfo 40 1 5857 834616 0 254 234320 0 tcp_bbr_map 128 0 1767 143509 0 126 226176 0 DEVCTL 1024 21 199 183 0 0 225280 0 malloc-16384 16384 7 6 2452 0 1 212992 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 10 752 169309 0 254 195072 0 malloc-128 128 1135 384 28707 0 126 194432 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5342 328 7866 0 254 181440 0 MAP ENTRY 96 1209 681 200184 0 126 181440 0 FFS2 dinode 256 537 153 5262 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 14 502 1234 0 254 165120 0 FPU_save_area 832 159 39 8581 0 16 164736 0 malloc-256 256 76 554 88694 0 62 161280 0 malloc-1024 1024 127 17 153 0 16 147456 0 S VFS Cache 104 1013 391 7126 0 126 146016 0 malloc-65536 65536 0 2 254 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-2048 2048 7 57 1230 0 8 131072 0 PROC 1376 48 40 3436 0 8 121088 0 128 Bucket 1024 78 37 1340 0 16 117760 0 ksiginfo 112 71 973 124 0 126 116928 0 malloc-4096 4096 24 4 37 0 2 114688 0 malloc-64 64 1229 346 2804 0 254 100800 0 malloc-32768 32768 2 1 122 0 1 98304 0 filedesc0 1072 49 35 3437 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 tcp_inpcb 1320 8 58 3954 0 8 87120 0 64 Bucket 512 115 53 21920 0 30 86016 0 malloc-32 32 2244 402 12615 0 254 84672 0 malloc-128 128 318 333 5263 0 126 83328 0 malloc-4096 4096 15 5 74 0 2 81920 0 malloc-256 256 157 158 26887 0 62 80640 0 malloc-256 256 99 216 61703 0 62 80640 0 g_bio 408 0 180 673159 0 30 73440 0 malloc-64 64 291 780 20935 0 254 68544 0 malloc-64 64 250 821 104670 0 254 68544 0 malloc-64 64 513 558 1535 0 254 68544 0 malloc-128 128 132 395 6359 0 126 67456 0 malloc-32768 32768 1 1 12 0 1 65536 0 malloc-8192 8192 6 2 8 0 1 65536 0 32 Bucket 256 91 164 13441 0 62 65280 0 sctp_stream_msg_out 112 75 465 96 0 254 60480 0 malloc-384 384 8 142 7905 0 30 57600 0 malloc-8192 8192 7 0 8 0 1 57344 0 udp_inpcb 416 7 119 609 0 30 52416 0 malloc-64 64 457 362 659 0 254 52416 0 malloc-16 16 2463 787 11724 0 254 52000 0 VMSPACE 616 32 52 3422 0 16 51744 0 tcp_rack_map 128 0 403 163449 0 126 51584 0 malloc-128 128 36 367 7559 0 126 51584 0 malloc-128 128 172 231 635 0 126 51584 0 malloc-256 256 53 142 4817 0 62 49920 0 malloc-256 256 64 131 372 0 62 49920 0 malloc-256 256 18 177 5726 0 62 49920 0 DIRHASH 1024 35 13 43 0 16 49152 0 NAMEI 1024 0 48 36789 0 16 49152 0 malloc-16384 16384 3 0 4 0 1 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-2048 2048 16 8 31 0 8 49152 0 malloc-2048 2048 13 11 30 0 8 49152 0 malloc-1024 1024 6 42 1806 0 16 49152 0 malloc-512 512 10 86 444 0 30 49152 0 tcp_bbr_pcb 896 0 54 932 0 16 48384 0 malloc-384 384 96 24 96 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 Files 80 178 372 26266 0 126 44000 0 malloc-4096 4096 5 5 19 0 2 40960 0 pcpu-8 8 4822 298 5305 0 254 40960 0 pipe 736 18 37 387 0 16 40480 0 da_ccb 544 0 70 168381 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 73 494 160 0 254 36288 0 malloc-64 64 54 513 3473 0 254 36288 0 16 Bucket 144 58 194 4854 0 62 36288 0 malloc-128 128 152 127 244 0 126 35712 0 malloc-128 128 38 241 3301 0 126 35712 0 routing nhops 256 25 110 43 0 62 34560 0 ripcb 384 4 86 469 0 30 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 52 0 30 34560 0 malloc-256 256 38 97 120 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 SLEEPQUEUE 88 177 207 177 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 180 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 5 3 559 0 2 32768 0 malloc-2048 2048 4 12 112 0 8 32768 0 malloc-2048 2048 0 16 59 0 8 32768 0 malloc-2048 2048 4 12 4 0 8 32768 0 malloc-1024 1024 2 30 45 0 16 32768 0 malloc-1024 1024 3 29 19 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 17 15 17 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 2 62 112 0 30 32768 0 malloc-512 512 13 51 647 0 30 32768 0 malloc-512 512 3 61 58 0 30 32768 0 pcpu-64 64 494 18 494 0 254 32768 0 PWD 40 18 790 2513 0 254 32320 0 tcp_rack_pcb 1152 0 28 1505 0 8 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 58 0 126 31680 0 sctp_laddr 48 304 284 1308 0 254 28224 0 tcp_inpcb ports 32 3 879 2607 0 254 28224 0 ertt 72 8 384 3954 0 126 28224 0 malloc-32 32 273 609 1055 0 254 28224 0 4 Bucket 48 4 584 5 0 254 28224 0 2 Bucket 32 74 808 7331 0 254 28224 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 82 0 1 24576 0 rtentry 168 26 118 43 0 62 24192 0 8 Bucket 80 67 233 1844 0 126 24000 0 malloc-384 384 1 59 958 0 30 23040 0 malloc-384 384 0 60 384 0 30 23040 0 clpbuf 2624 0 8 12 0 4 20992 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 malloc-32 32 124 506 4921 0 254 20160 0 malloc-32 32 326 304 2930 0 254 20160 0 malloc-32 32 25 605 84 0 254 20160 0 malloc-32 32 37 593 2668 0 254 20160 0 KNOTE 160 0 125 388 0 62 20000 0 L VFS Cache 320 0 60 12 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 19 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-4096 4096 1 3 197 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 vtnet_tx_hdr 24 0 668 675716 0 254 16032 0 kenv 258 17 43 1082 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 8 370 49 0 254 12096 0 malloc-16 16 35 715 1160 0 254 12000 0 malloc-16 16 44 706 10877 0 254 12000 0 malloc-16 16 73 677 1417 0 254 12000 0 malloc-16 16 184 566 3003 0 254 12000 0 malloc-16 16 8 742 9 0 254 12000 0 malloc-16 16 26 724 26498 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 416 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0