Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x440 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff810cbf85 stack pointer = 0x0:0xfffffe009c71e6e0 frame pointer = 0x0:0xfffffe009c71e780 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 44768 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1622417009 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c71e340 vpanic() at vpanic+0x1c7/frame 0xfffffe009c71e3a0 panic() at panic+0x43/frame 0xfffffe009c71e400 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c71e480 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe009c71e4f0 trap() at trap+0x41d/frame 0xfffffe009c71e610 calltrap() at calltrap+0x8/frame 0xfffffe009c71e610 --- trap 0xc, rip = 0xffffffff810cbf85, rsp = 0xfffffe009c71e6e0, rbp = 0xfffffe009c71e780 --- _sx_xlock_hard() at _sx_xlock_hard+0x305/frame 0xfffffe009c71e780 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe009c71e7d0 sosend_generic() at sosend_generic+0x212/frame 0xfffffe009c71e8d0 sosend() at sosend+0xc6/frame 0xfffffe009c71e940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe009c71e9f0 sendit() at sendit+0x229/frame 0xfffffe009c71ea50 sys_sendto() at sys_sendto+0x5c/frame 0xfffffe009c71eab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe009c71ebf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 44768 tid 148959 ] Stopped at kdb_enter+0x67: movq $0,0x1636bde(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0096600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c71e320 rbp 0xfffffe009c71e340 rsi 0x40001 rdi 0xffffffff8113b5b6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c71e210 r11 0x1ff63fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7b7a1 r15 0xffffffff81a7b7a1 rip 0xffffffff811325a7 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x1636bde(%rip) db> show proc Process 44768 (syz-executor.1) at 0xfffff800308c0000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 789 at 0xfffff80035485000 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009db92000 (map 0xfffffe009db92000) (map.pmap 0xfffffe009db920c0) (pmap 0xfffffe009db92120) threads: 2 143794 s syz-executor.1 148959 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 44775 44768 789 0 S uwait 0xfffff80015dd7f00 syz-executor.1 44774 44768 789 0 S uwait 0xfffff800356dfd00 syz-executor.1 44768 789 789 0 T (threaded) syz-executor.1 143794 s syz-executor.1 148959 Run CPU 1 syz-executor.1 44765 1 789 0 S uwait 0xfffff80023034b00 syz-executor.1 44764 1 789 0 S uwait 0xfffff80015dda900 syz-executor.1 44763 1 789 0 S uwait 0xfffff800355a5300 syz-executor.1 44762 1 789 0 S uwait 0xfffff800351ef300 syz-executor.1 44259 1 788 0 S uwait 0xfffff80035eb6700 syz-executor.0 44258 1 788 0 S uwait 0xfffff800355a5f00 syz-executor.0 29805 1 788 0 S uwait 0xfffff80035348b00 syz-executor.0 29799 1 788 0 S uwait 0xfffff80035aca900 syz-executor.0 29792 1 789 0 S uwait 0xfffff8003546f100 syz-executor.1 29787 1 788 0 S uwait 0xfffff800356d9900 syz-executor.0 29786 1 789 0 S uwait 0xfffff800353a8f00 syz-executor.1 29777 1 789 0 S uwait 0xfffff8003553db00 syz-executor.1 29764 1 789 0 S uwait 0xfffff80023034d00 syz-executor.1 29757 1 789 0 S uwait 0xfffff80023034700 syz-executor.1 29747 1 789 0 S uwait 0xfffff800359d6700 syz-executor.1 29734 1 789 0 S uwait 0xfffff80035a0eb00 syz-executor.1 29728 1 789 0 S uwait 0xfffff80035a0e100 syz-executor.1 29719 1 789 0 S uwait 0xfffff80035eb6100 syz-executor.1 29709 1 789 0 S uwait 0xfffff800157a9700 syz-executor.1 29697 1 789 0 S uwait 0xfffff80035b48b00 syz-executor.1 29689 1 789 0 S uwait 0xfffff80035aca700 syz-executor.1 29676 1 789 0 S uwait 0xfffff80035eb6500 syz-executor.1 29667 1 789 0 S uwait 0xfffff80023294f00 syz-executor.1 24673 1 24662 0 S uwait 0xfffff80035d79300 syz-executor.3 24672 1 24662 0 S uwait 0xfffff800353a8100 syz-executor.3 24664 1 24662 0 S uwait 0xfffff800231d8f00 syz-executor.3 24663 1 823 0 S uwait 0xfffff80023034f00 syz-executor.3 24372 1 788 0 S uwait 0xfffff80035b48900 syz-executor.0 24370 1 788 0 S uwait 0xfffff80035656700 syz-executor.0 23657 23656 823 0 SV uwait 0xfffff80035d79100 syz-executor.3 23656 1 823 0 DV ppwait 0xfffff80035fd64e0 syz-executor.3 23288 1 23284 0 S uwait 0xfffff80023102100 syz-executor.0 23287 1 23284 0 S uwait 0xfffff8003562a700 syz-executor.0 23286 1 23284 0 S uwait 0xfffff80015dc9d00 syz-executor.0 23285 1 788 0 S uwait 0xfffff80015d60d00 syz-executor.0 20849 1 813 0 S uwait 0xfffff80015dca500 syz-executor.2 20847 1 813 0 S uwait 0xfffff80035b48100 syz-executor.2 20828 1 823 0 S uwait 0xfffff80035c4b500 syz-executor.3 20825 1 823 0 S uwait 0xfffff80035d24500 syz-executor.3 20755 20753 813 0 SV uwait 0xfffff80015b2b300 syz-executor.2 20753 1 813 0 DV ppwait 0xfffff80035485f40 syz-executor.2 20723 1 813 0 S uwait 0xfffff80035d24300 syz-executor.2 20719 1 813 0 S uwait 0xfffff800356d9700 syz-executor.2 20677 1 813 0 S uwait 0xfffff80035b48300 syz-executor.2 20676 1 813 0 S uwait 0xfffff80015dd3500 syz-executor.2 20648 1 813 0 S uwait 0xfffff80035b48700 syz-executor.2 20647 1 813 0 S uwait 0xfffff80035b48f00 syz-executor.2 17697 1 789 0 S uwait 0xfffff80035b48500 syz-executor.1 17696 1 789 0 S uwait 0xfffff80035eb6d00 syz-executor.1 17462 1 17462 65 Ss select 0xfffff80023fb0bc0 dhclient 12958 1 788 0 S uwait 0xfffff80035a9a900 syz-executor.0 12705 1 823 0 S uwait 0xfffff80035c4b300 syz-executor.3 12702 1 823 0 S uwait 0xfffff8003545cd00 syz-executor.3 12657 1 823 0 S uwait 0xfffff80035d24900 syz-executor.3 12654 1 823 0 S uwait 0xfffff80035b48d00 syz-executor.3 11254 1 11254 0 Ss select 0xfffff80035ee2440 dhclient 11251 1 11251 0 Ss select 0xfffff80023c4dbc0 dhclient 11217 1 11217 65 Ss select 0xfffff80035c44d40 dhclient 6926 1 6926 0 Ss select 0xfffff800238028c0 dhclient 6923 1 6923 0 Ss select 0xfffff80023802d40 dhclient 6904 1 6904 65 Ss select 0xfffff80023262740 dhclient 5405 1 789 0 S uwait 0xfffff80035eb6300 syz-executor.1 5404 1 789 0 S uwait 0xfffff80015d60f00 syz-executor.1 4611 1 4611 0 Ss select 0xfffff80023262440 dhclient 4608 1 4608 0 Ss select 0xfffff80035ee25c0 dhclient 4589 1 4589 65 Ss select 0xfffff8001579a5c0 dhclient 829 1 829 0 Ss select 0xfffff80035c44440 dhclient 826 1 826 0 Ss select 0xfffff80035c448c0 dhclient 823 780 823 0 Ss piperd 0xfffff80035c455d0 syz-executor.3 813 780 813 0 Ss piperd 0xfffff8003533e2e8 syz-executor.2 789 780 789 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.1 788 780 788 0 Ss piperd 0xfffff80035413000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffff80015b2b100 syz-fuzzer 100114 S uwait 0xfffff80015b2b500 syz-fuzzer 100115 S uwait 0xfffff80015b2b700 syz-fuzzer 100116 S uwait 0xfffff8001579c100 syz-fuzzer 100117 S uwait 0xfffff80015d6af00 syz-fuzzer 100118 S uwait 0xfffff80015dda300 syz-fuzzer 100119 S uwait 0xfffff80015dda700 syz-fuzzer 100120 S uwait 0xfffff8001579c300 syz-fuzzer 100164 S kqread 0xfffff80015792300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e700b0 csh 776 694 776 0 Ss select 0xfffff80015de3bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a3cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2d4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2dcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b314b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b31cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab74b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab7cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abd4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abdcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80015dd0d40 sshd 507 1 507 0 Ss select 0xfffff800353e1bc0 syslogd 436 1 436 0 Ss select 0xfffff80015ef8740 devd 435 1 435 65 Ss select 0xfffff80035303140 dhclient 350 1 350 0 Ss select 0xfffff80035303ec0 dhclient 347 1 347 0 Ss select 0xfffff8003533a140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015e93ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815cfd40 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ff3828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ed3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dec488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004db6f80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004db6f30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004440900 [thr_0] 100029 D - 0xfffff80004440980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff80004c76d00 [if_io_tqg_0] 100006 D - 0xfffff80004c76900 [if_io_tqg_1] 100007 D - 0xfffff80004c76500 [if_config_tqg_0] 100008 D - 0xfffff80004c76100 [softirq_0] 100009 D - 0xfffff80004c73d00 [softirq_1] 100010 D - 0xfffff80004c72d00 [aiod_kick taskq] 100012 D - 0xfffff80004c72500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c72100 [pci_hp taskq] 100015 D - 0xfffff80004c6a900 [inm_free taskq] 100017 D - 0xfffff80004c6a100 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c65d00 [thread taskq] 100019 D - 0xfffff80004c65900 [in6m_free taskq] 100020 D - 0xfffff80004c65500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cccd00 [firmware taskq] 100038 D - 0xfffff80004ccc900 [crypto_0] 100039 D - 0xfffff80004ccc900 [crypto_1] 100055 D - 0xfffff80004ccc100 [vtnet0 rxq 0] 100056 D - 0xfffff800153e1d00 [vtnet0 txq 0] 100057 D - 0xfffff800153e1900 [vtnet0 rxq 1] 100058 D - 0xfffff800153e1500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001545eb00 [virtio_balloon] 100064 D - 0xfffff800153e1100 [mca taskq] 100066 D - 0xffffffff81e283d1 [deadlkres] 100074 D - 0xfffff80015ac4d00 [acpi_task_0] 100075 D - 0xfffff80015ac4d00 [acpi_task_1] 100076 D - 0xfffff80015ac4d00 [acpi_task_2] 100077 D - 0xfffff80004ccc500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 126 2024K 87617 pcb 274 1713K 164190 subproc 251 1077K 44911 newblk 8 1036K 44336 vfscache 3 1035K 3 acpica 1674 649K 54692 inodedep 12 531K 43864 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3485 BPF 46 337K 54 linker 348 270K 409 kdtrace 326 253K 93739 DEVFS1 107 214K 124 umtx 462 203K 462 sctp_atcl 196 196K 108626 module 512 192K 512 sctp_timw 360 180K 360 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_stro 74 148K 29468 pagedep 12 142K 43766 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 sctp_atky 270 102K 140046 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 16335 syncache 1 76K 1 sctp_athm 196 74K 110761 routetbl 128 69K 1979 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 sctp_map 148 56K 57308 DEVFS_RULE 56 54K 56 kqueue 120 53K 44799 kenv 95 52K 95 eventhandler 133 50K 133 pwddesc 117 44K 44774 lltable 49 43K 159 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 102 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 3 DEVFSP 80 30K 381 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 1566 ifnet 7 25K 7 plimit 24 24K 559 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 582704 pfs_nodes 20 20K 20 proc-args 52 20K 730 session 37 19K 68 UART 12 18K 12 bmsafemap 2 17K 43861 ksem 1 16K 100 rpc 2 16K 2 shmfd 1 16K 12 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 69 vt 11 11K 11 inpcbpolicy 28 11K 15177 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 51 uidinfo 3 9K 81 pf_ifnet 10 9K 740 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 56 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 osd 13 5K 11190 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 newdirblk 7 3K 43743 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 136 NFSD session 1 2K 1 mkdir 5 2K 87486 diradd 5 2K 43814 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 70472 filecaps 5 2K 110 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 pf_osfp 3 2K 3 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 freework 2 1K 43719 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 348 entropy 2 1K 50 filedesc_to_leader 2 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 dirrem 1 1K 43769 freeblks 1 1K 43718 ip6opt 1 1K 30 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freefile 1 1K 43725 CAM I/O Scheduler 1 1K 1 ip_moptions 1 1K 20 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 390 pf_rule 0 0K 273 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 28999 sctp_iter 0 0K 140 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 130 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 4089 dctcp data 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 vegas data 0 0K 20 tcp_do 0 0K 0 tcp_fsb 0 0K 1162 htcp data 0 0K 16 mqdata 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 39407 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 66 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 43965 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 461 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3415 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 138 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 44244 ioctlops 0 0K 595 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 993 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 948 852878 0 254 37969920 0 malloc-384 384 34586 64 749519 0 30 13305600 0 malloc-8192 8192 123 670 77833 0 2 6496256 0 malloc-1024 1024 93 4651 39611 0 16 4857856 0 malloc-1024 1024 56 4660 43910 0 16 4829184 0 malloc-1024 1024 4178 6 7045 0 16 4284416 0 malloc-8192 8192 329 3 629 0 1 2719744 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8911 944 7251441 0 254 2522880 0 malloc-512 512 31 4665 44102 0 30 2404352 0 malloc-32768 32768 63 3 43807 0 1 2162688 0 sctp_asoc 2288 74 841 28654 0 254 2093520 0 tcp_log 416 0 4932 21497 0 254 2051712 0 mbuf_cluster 2048 990 2 990 0 254 2031616 0 BUF TRIE 144 194 13274 1587 0 62 1939392 0 UMA Slabs 0 112 17013 12 17013 0 126 1906800 0 malloc-384 384 187 4633 89303 0 30 1850880 0 malloc-384 384 1115 3415 365196 0 30 1739520 0 RADIX NODE 144 11427 358 1013748 0 63 1697040 0 malloc-1024 1024 213 1371 113622 0 16 1622016 0 malloc-2048 2048 76 694 28648 0 8 1576960 0 malloc-384 384 2287 1413 172408 0 30 1420800 0 sctp_ep 1280 122 829 77832 0 254 1217280 0 malloc-8192 8192 122 1 44782 0 1 1007616 0 sctp_raddr 736 106 1148 38434 0 254 922944 0 malloc-1024 1024 130 694 77918 0 16 843776 0 malloc-384 384 2067 13 14958 0 30 798720 0 FFS inode 1160 556 25 44282 0 8 673960 0 malloc-512 512 589 507 91245 0 30 561152 0 tcp_bbr_map 128 3 4244 869515 0 126 543616 0 VM OBJECT 264 1954 26 631865 0 30 522720 0 socket 944 122 362 94306 0 254 456896 0 MAP ENTRY 96 4511 193 2421283 0 126 451584 0 ertt_txseginfo 40 0 11110 5554364 0 254 444400 0 THREAD 1808 207 24 48962 0 8 417648 0 256 Bucket 2048 179 17 35776 0 8 401408 0 malloc-65536 65536 5 1 182 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-16384 16384 20 0 20 0 1 327680 0 VNODE 448 594 81 44322 0 30 302400 0 malloc-1024 1024 235 37 50528 0 16 278528 0 malloc-2048 2048 119 9 1753 0 8 262144 0 tcp_inpcb 488 42 494 11178 0 254 261568 0 mbuf_packet 256 90 900 252252 0 254 253440 0 VMSPACE 2544 93 6 44755 0 4 251856 0 malloc-4096 4096 5 56 4183 0 2 249856 0 malloc-384 384 587 63 178899 0 30 249600 0 malloc-16384 16384 13 2 276 0 1 245760 0 vmem btag 56 3945 75 3945 0 254 225120 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-512 512 402 22 4621 0 30 217088 0 UMA Zones 768 242 2 242 0 16 187392 0 PROC 1328 117 15 44775 0 8 175296 0 malloc-32768 32768 0 5 368 0 1 163840 0 32 Bucket 256 560 55 39782 0 62 157440 0 tcpcb 1064 9 138 11178 0 254 156408 0 malloc-1024 1024 145 3 159 0 16 151552 0 S VFS Cache 104 1067 376 46438 0 126 150072 0 FFS2 dinode 256 556 29 44281 0 62 149760 0 filedesc0 1072 117 16 44774 0 8 142576 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 8 0 8 0 1 131072 0 malloc-512 512 30 210 44395 0 30 122880 0 16 Bucket 144 762 78 10399 0 62 120960 0 ksiginfo 112 117 927 1453 0 126 116928 0 malloc-8192 8192 12 2 24 0 1 114688 0 sctp_chunk 152 53 701 9879 0 254 114608 0 malloc-8192 8192 10 3 16 0 1 106496 0 g_bio 408 0 260 11125 0 30 106080 0 128 Bucket 1024 71 32 14097 0 16 105472 0 malloc-32768 32768 2 1 148 0 1 98304 0 malloc-384 384 221 29 483 0 30 96000 0 UMA Kegs 384 227 6 227 0 30 89472 0 sctp_stream_msg_out 112 2 754 5528 0 254 84672 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-16384 16384 3 2 14 0 1 81920 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 15 17 525 0 8 65536 0 pcpu-8 8 4701 3491 18133 0 254 65536 0 malloc-4096 4096 7 8 397 0 2 61440 0 malloc-512 512 53 67 87509 0 30 61440 0 malloc-8192 8192 5 2 696 0 1 57344 0 malloc-4096 4096 10 3 206 0 2 53248 0 malloc-8192 8192 1 5 43966 0 1 49152 0 malloc-1024 1024 38 10 1673 0 16 49152 0 Files 80 316 284 152359 0 126 48000 0 malloc-4096 4096 5 6 654 0 2 45056 0 malloc-2048 2048 21 1 21 0 8 45056 0 64 Bucket 512 40 48 16643 0 30 45056 0 sctp_readq 152 0 286 1835 0 254 43472 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 4 6 484 0 2 40960 0 malloc-512 512 19 61 298 0 30 40960 0 pipe 744 23 27 554 0 16 37200 0 NAMEI 1024 0 36 192991 0 16 36864 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_rack_pcb 832 0 36 1162 0 16 29952 0 tcp_bbr_pcb 832 2 34 6856 0 16 29952 0 KNOTE 160 28 147 430035 0 62 28000 0 ttyinq 160 135 40 300 0 62 28000 0 malloc-4096 4096 6 0 6 0 2 24576 0 malloc-512 512 39 9 3879 0 30 24576 0 sctp_laddr 48 80 424 49807 0 254 24192 0 PWD 32 53 703 43851 0 254 24192 0 8 Bucket 80 129 171 8887 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 232 24 232 0 126 22528 0 2 Bucket 32 435 195 16437 0 254 20160 0 udplite_inpcb 488 6 34 2904 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 35 15 55 0 30 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 5931915 0 254 16032 0 ripcb 488 5 27 826 0 254 15616 0 udp_inpcb 488 8 24 269 0 254 15616 0 malloc-2048 2048 3 3 5 0 8 12288 0 malloc-2048 2048 2 4 4 0 8 12288 0 tcp_rack_map 112 0 108 2017 0 126 12096 0 ertt 72 9 159 11178 0 126 12096 0 kenv 258 15 30 1044 0 30 11610 0 unpcb 256 20 25 1238 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 16 0 2 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 37 55 68 0 126 8096 0 rl_entry 40 79 123 79 0 254 8080 0 udpcb 32 14 238 3173 0 254 8064 0 4 Bucket 48 6 162 918 0 254 8064 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 domainset 40 0 126 6 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 3 5 3 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 syncache 168 0 24 4 0 254 4032 0 itimer 352 0 11 4 0 30 3872 0 UMA Slabs 1 176 15 7 15 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0