Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x1a0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff817bdd10 stack pointer = 0x28:0xfffffe0056f3f400 frame pointer = 0x28:0xfffffe0056f3f4f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1149 (syz-executor) rdi: 00000000000001a0 rsi: 0000000000000000 rdx: 0000000000080000 rcx: fffffe0002bf1850 r8: 0000000000000000 r9: 000000000000004b rax: fffffe0002bf1850 rbx: 1fffffc00ade7e84 rbp : fffffe0056f3f4f0 FreeBSD/amd64r10: 57b9fbabe9372217 r11: fffffe0054110cd0 r12: 0000000000080400 (ci-freebsd-mair13: fffffe00777bb040 r14: 0000000000000000 r15: fffffe00777bb188 trap number = 12 panic: page fault cpuid = 1 time = 18 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056f3ec30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056f3ed90 vpanic() at vpanic+0x257/frame 0xfffffe0056f3ef50 panic() at panic+0xb5/frame 0xfffffe0056f3f010 trap_pfault() at trap_pfault+0xaec/frame 0xfffffe0056f3f150 trap() at trap+0x78e/frame 0xfffffe0056f3f330 calltrap() at calltrap+0x8/frame 0xfffffe0056f3f330 --- trap 0xc, rip = 0xffffffff817bdd10, rsp = 0xfffffe0056f3f400, rbp = 0xfffffe0056f3f4f0 --- _vn_lock() at _vn_lock+0xb0/frame 0xfffffe0056f3f4f0 mddestroy() at mddestroy+0x3ba/frame 0xfffffe0056f3f5d0 mdctlioctl() at mdctlioctl+0x1680/frame 0xfffffe0056f3f730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0056f3f820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0056f3f850 vn_ioctl() at vn_ioctl+0x3c7/frame 0xfffffe0056f3fa60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0056f3fab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056f3fb90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056f3fd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056f3ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056f3ff30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x824e79f08, rbp = 0x824e79f80 --- KDB: enter: panic [ thread pid 1149 tid 100592 ] Stopped at kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0075200000 rdx 0x7ffff rbx 0xffffffff827bcf60 .str.27 rsp 0xfffffe0056f3ed70 rbp 0xfffffe0056f3ed90 rsi 0x80001 rdi 0xffffffff8161a6c9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0054140000 r13 0xfffffffffffffffd r14 0xffffffff827bcf60 .str.27 r15 0 rip 0xffffffff8160424e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> show proc Process 1149 (syz-executor) at 0xfffffe0054120ac0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 767 at 0xfffffe00540d1060 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005412c920 (map 0xfffffe005412c920) (map.pmap 0xfffffe005412c9c0) (pmap 0xfffffe005412ca30) threads: 2 100331 RunQ syz-executor 100592 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1151 765 765 0 R (threaded) syz-executor 100473 RunQ syz-executor 100594 RunQ syz-executor 1150 766 766 0 R (threaded) syz-executor 100119 RunQ syz-executor 100593 Run CPU 0 syz-executor 1149 767 767 0 R (threaded) syz-executor 100331 RunQ syz-executor 100592 Run CPU 1 syz-executor 1145 764 764 60928 R (threaded) syz-executor 100476 RunQ syz-executor 100579 S pipdwt 0xfffffe00597d18a0 syz-executor 100583 S pipdww 0xfffffe00597d18a0 syz-executor 100584 D fork 0xffffffff827c2300 syz-executor 100589 S uwait 0xfffffe00584eb800 syz-executor 1141 1 766 0 S uwait 0xfffffe00584ec380 syz-executor 1078 1 767 0 T uwait 0xfffffe00584ec480 syz-executor 1072 1 767 0 S uwait 0xfffffe006ddf5b00 syz-executor 1059 1 765 0 S uwait 0xfffffe006ddf4780 syz-executor 1052 1 764 0 T syz-executor 1045 1 767 0 S uwait 0xfffffe00584ed200 syz-executor 1035 1 764 0 S uwait 0xfffffe00584ece80 syz-executor 1034 1 764 0 S uwait 0xfffffe006ddf4e80 syz-executor 1031 1 765 0 S uwait 0xfffffe006ddf5000 syz-executor 1029 1 766 0 T syz-executor 1018 1 766 0 S uwait 0xfffffe006ddf4c80 syz-executor 1017 1004 1017 0 Ss select 0xfffffe006ddf43c0 dhclient 1009 1 1009 0 Ss select 0xfffffe006ddf4440 dhclient 1004 980 424 65 S select 0xfffffe006ddf4340 dhclient 990 1 767 0 S uwait 0xfffffe006ddf5a00 syz-executor 980 424 424 0 S wait 0xfffffe0054109580 sh 968 1 766 0 S uwait 0xfffffe006ddf6600 syz-executor 943 1 764 0 S uwait 0xfffffe005824e900 syz-executor 924 1 767 0 S uwait 0xfffffe006ddf5f00 syz-executor 911 0 0 0 DL (threaded) [KTLS] 100120 D - 0xfffffe0053fd3700 [thr_0] 100233 D - 0xfffffe0053fd3780 [thr_1] 100234 D - 0xffffffff83cafe28 [reclaim_0] 904 1 764 0 S uwait 0xfffffe00584ecc80 syz-executor 898 1 766 0 S uwait 0xfffffe005824e200 syz-executor 886 1 767 60928 S uwait 0xfffffe006ddf6700 syz-executor 882 1 765 0 S uwait 0xfffffe006ddf5c00 syz-executor 880 1 764 0 S uwait 0xfffffe00584ed300 syz-executor 875 1 766 0 S uwait 0xfffffe006ddf5680 syz-executor 832 1 767 0 S uwait 0xfffffe006ddf6a00 syz-executor 816 0 0 0 DL aiordy 0xfffffe005410a5a0 [aiod4] 815 0 0 0 DL aiordy 0xfffffe005410ab00 [aiod3] 814 0 0 0 DL aiordy 0xfffffe0007826ac0 [aiod2] 813 0 0 0 DL aiordy 0xfffffe00540ef5a0 [aiod1] 767 763 767 0 S nanslp 0xffffffff83b9e581 syz-executor 766 763 766 0 S nanslp 0xffffffff83b9e581 syz-executor 765 763 765 0 R syz-executor 764 763 764 0 R syz-executor 763 761 761 0 R syz-executor 761 759 761 0 Ss sigsusp 0xfffffe000780a110 csh 759 682 759 0 Ss select 0xfffffe006ddf6140 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0058287cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00593f50b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00593f54b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00593f58b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00593f5cb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00593f60b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00593f64b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00593f68b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00593f6cb0 getty 738 1 18 0 S+ piperd 0xfffffe00597d1b80 logger 737 736 18 0 S+ nanslp 0xffffffff83b9e581 sleep 736 1 18 0 S+ wait 0xfffffe00540ceac0 sh 686 1 686 0 Ss nanslp 0xffffffff83b9e581 cron 682 1 682 0 Ss select 0xfffffe006ddf6ac0 sshd 495 1 495 0 Ss select 0xfffffe006ddf75c0 syslogd 424 1 424 0 Ss wait 0xfffffe00540cfae0 devd 423 1 423 65 Ss select 0xfffffe006ddf76c0 dhclient 338 1 338 0 Ss select 0xfffffe006ddf7640 dhclient 335 1 335 0 Ss select 0xfffffe005824ed40 dhclient 17 0 0 0 DL syncer 0xffffffff83cbbfa0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007828040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cba560 [bufdaemon] 100083 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100096 D sdflush 0xfffffe005966b8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d05400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ceb4c8 [dom0] 100081 D launds 0xffffffff83ceb4d4 [laundry: dom0] 100082 D umarcl 0xffffffff81dda750 [uma] 7 0 0 0 DL - 0xffffffff8391bcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84543980 [pf purge] 5 0 0 0 DL waiting 0xffffffff848f5700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e6340 [doneq0] 100047 D - 0xffffffff838e62c0 [async] 100076 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce6d80 [crypto] 100044 D crypto_ 0xfffffe0007a72d30 [crypto returns 0] 100045 D crypto_ 0xfffffe0007a72d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0057cba488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b46f20 [g_event] 100038 D - 0xffffffff83b46f40 [g_up] 100039 D - 0xffffffff83b46f60 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 RunQ [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce7820 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c36ff0 [swapper] 100005 D - 0xfffffe0053ea0100 [softirq_0] 100006 D - 0xfffffe0053ea0000 [softirq_1] 100007 D - 0xfffffe0053e9fe00 [if_io_tqg_0] 100008 D - 0xfffffe0053e9fd00 [if_io_tqg_1] 100009 D - 0xfffffe0053e9fc00 [if_config_tqg_0] 100010 D - 0xfffffe0007764900 [kqueue_ctx taskq] 100011 D - 0xfffffe0007764800 [jail_remove taskq] 100012 D - 0xfffffe0007764700 [bus taskq] 100015 D - 0xfffffe0007764200 [thread taskq] 100017 D - 0xfffffe0007763e00 [aiod_kick taskq] 100018 D - 0xfffffe0007763d00 [deferred_unmount ta] 100019 D - 0xfffffe0007763c00 [inm_free taskq] 100020 D - 0xfffffe0007763b00 [in6m_free taskq] 100021 D - 0xfffffe0007763a00 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007763900 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007763900 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007763900 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007763900 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007763800 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007763800 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007763800 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007763800 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007763300 [firmware taskq] 100041 D - 0xfffffe0007763200 [crypto_0] 100042 D - 0xfffffe0007763200 [crypto_1] 100057 D - 0xfffffe005812c000 [vtnet0 rxq 0] 100058 D - 0xfffffe005812be00 [vtnet0 txq 0] 100059 D - 0xfffffe005812bd00 [vtnet0 rxq 1] 100060 D - 0xfffffe005812bc00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0058250f00 [virtio_balloon] 100066 D - 0xffffffff827c2300 [deadlkres] 100070 D - 0xfffffe00593da400 [acpi_task_0] 100071 D - 0xfffffe00593da400 [acpi_task_1] 100072 D - 0xfffffe00593da400 [acpi_task_2] 100074 D - 0xfffffe0007767100 [mca taskq] 100075 D - 0xfffffe0007763100 [CAM taskq] 100077 D - 0xfffffe005812b500 [ipsec_offload] db> show all locks Process 1150 (syz-executor) thread 0xfffffe005413d000 (100593) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffffe00781495c0) locked @ /syzkaller/managers/main/kernel/sys/ufs/ufs/ufs_vnops.c:195 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0078149598) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1754 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0078149750) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1130 Process 1149 (syz-executor) thread 0xfffffe0054140000 (100592) exclusive sx MD config lock (MD config lock) r = 0 (0xffffffff83911400) locked @ /syzkaller/managers/main/kernel/sys/dev/md/md.c:1796 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5071K 630 tcp_hpts 7 4801K 7 sctp_stro 1 4608K 5 devbuf 4188 4324K 4213 sysctloid 35104 2068K 35179 vtbuf 24 1968K 46 kobj 331 1324K 495 newblk 21 1029K 1217 vfscache 3 1025K 3 pcb 37 680K 326 inodedep 33 524K 664 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 filedesc 62 489K 541 intr 4 472K 4 subproc 168 350K 1256 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 88661 acpica 1674 184K 54426 vmem 5 144K 6 tidhash 3 141K 3 pagedep 20 133K 315 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 bus 997 82K 5063 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 523 ddb_capture 1 64K 1 shm 13 56K 44 kdtrace 242 46K 1752 umtx 352 44K 352 temp 35 37K 2086 BPF 22 36K 47 hostcache 1 32K 1 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 68 19K 70 LRO 18 19K 18 crypto 45 17K 85 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 137 17K 426 tty 16 16K 16 ithread 90 15K 90 lltable 46 15K 61 bus-sc 34 15K 1647 eventhandler 163 14K 163 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 plimit 26 10K 339 rman 82 10K 437 shmfd 4 10K 12 rpc 8 9K 8 kqueue 90 9K 1658 in6_multi 65 9K 65 bmsafemap 2 9K 560 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 cred 32 8K 314 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 taskqueue 69 8K 150 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 pwddesc 79 5K 1191 ufs_dirhash 24 5K 24 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 md_disk 1 4K 9 evdev 4 4K 4 acpisem 28 4K 28 DEVFSP 50 4K 140 mount 20 4K 491 proc-args 104 3K 2250 terminal 11 3K 11 session 22 3K 41 CC Mem 20 3K 158 acpidev 20 3K 20 uidinfo 4 3K 31 hhook 8 3K 10 sctp_atcl 6 3K 89 dirrem 9 3K 511 clone 9 3K 9 kcovinfo 36 3K 36 iov 4 3K 21409 lockf 20 3K 477 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 31 2K 199068 ip6ndp 12 2K 14 newdirblk 14 2K 282 Unitno 28 2K 72 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 freework 7 2K 417 freeblks 6 2K 362 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 54 ktls_ocf 10 2K 17 msi 9 2K 9 netlink 2 2K 94 eventfd 9 2K 10 inpcbpolicy 33 2K 481 sctp_timw 4 1K 4 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 frag6 11 1K 11 nhops 6 1K 8 vnodemarker 2 1K 22 NFSD session 1 1K 1 mkdir 7 1K 564 CAM periph 4 1K 271 osd 25 1K 174 sctp_ifn 6 1K 14 ipsec 3 1K 3 diradd 6 1K 528 freefile 6 1K 425 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 encap_export_host 12 1K 12 ktls 21 1K 68 cryptodev 8 1K 140 ioctlops 1 1K 165 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 14 1K 14 chacha20random 1 1K 1 biobuf 1 1K 1 sctp_atky 7 1K 93 vnodes 1 1K 2 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 in_mfilter 4 1K 9 loginclass 3 1K 5 prison 6 1K 6 soname 7 1K 3621 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 ip_moptions 2 1K 6 VN POLL 1 1K 8 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 90 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_athm 6 1K 89 sctp_vrf 1 1K 1 ip6_msource 1 1K 1 ip_msource 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 filedesc_to_leader 1 1K 3 entropy 2 1K 34 acpiintr 1 1K 1 sctp_map 2 1K 10 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 mqdata 0 0K 0 filemon 0 0K 30 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 10 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 129 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 45 allocindir 0 0K 0 indirdep 0 0K 102 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 9 ip6_moptions 0 0K 10 in6_mfilter 0 0K 20 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 0 statfs 0 0K 188 namei_tracker 0 0K 13 export_host 0 0K 0 cl_savebuf 0 0K 8 lio 0 0K 1 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 344 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 654 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1006 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 2800 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 15103 0 254 38494208 0 tcp_log 416 5294 5380 38033 0 254 4440384 0 mbuf 256 8803 859 31371 0 254 2473472 0 BUF TRIE 152 219 11585 930 0 62 1794208 0 malloc-4096 4096 411 3 1663 0 2 1695744 0 malloc-384 384 4173 27 4517 0 30 1612800 0 malloc-128 128 11535 183 12215 0 126 1499904 0 UMA Slabs 0 112 11060 22 11060 0 126 1241184 0 RADIX NODE 152 7200 309 36748 0 62 1141368 0 malloc-64 64 94 17231 245321 0 254 1108800 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 17759 136 17759 0 254 1002120 0 malloc-65536 65536 9 2 14 0 1 720896 0 FFS inode 1168 566 22 1018 0 8 686784 0 sctp_ep 1152 5 506 81 0 254 588672 0 sctp_asoc 2256 1 254 5 0 254 575280 0 malloc-16384 16384 31 3 270 0 1 557056 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 55 453 1927 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 256 Bucket 2048 222 10 1462 0 8 475136 0 malloc-65536 65536 4 2 181 0 1 393216 0 VM OBJECT 248 1361 127 17405 0 62 369024 0 THREAD 1860 162 14 594 0 8 327360 0 VNODE 440 605 115 1059 0 30 316800 0 malloc-64 64 4157 442 5951 0 254 294336 0 malloc-16 16 14512 238 14636 0 254 236000 0 malloc-32768 32768 3 4 144 0 1 229376 0 malloc-2048 2048 108 4 189 0 8 229376 0 DEVCTL 1024 21 199 148 0 0 225280 0 malloc-256 256 280 530 2611 0 62 207360 0 MAP ENTRY 96 1901 241 59436 0 126 205632 0 sctp_raddr 736 1 263 5 0 254 194304 0 malloc-32 32 5445 477 7294 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-128 128 1221 174 25497 0 126 178560 0 FFS2 dinode 256 566 124 1018 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 14 502 1263 0 254 165120 0 FPU_save_area 832 164 34 816 0 16 164736 0 malloc-32768 32768 0 5 22 0 1 163840 0 malloc-1024 1024 124 36 1397 0 16 163840 0 S VFS Cache 104 1010 394 1520 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 mbuf_packet 256 30 478 1304 0 254 130048 0 PROC 1376 78 10 1156 0 8 121088 0 ksiginfo 112 76 968 128 0 126 116928 0 malloc-128 128 822 77 2278 0 126 115072 0 malloc-2048 2048 8 48 628 0 8 114688 0 filedesc0 1072 79 19 1191 0 8 105056 0 malloc-128 128 565 210 3954 0 126 99200 0 UMA Kegs 384 226 7 226 0 30 89472 0 128 Bucket 1024 52 31 272 0 16 84992 0 malloc-16384 16384 4 1 194 0 1 81920 0 64 Bucket 512 91 69 1890 0 30 81920 0 g_bio 408 0 180 7127 0 30 73440 0 malloc-64 64 533 538 1809 0 254 68544 0 malloc-64 64 716 355 3940 0 254 68544 0 malloc-65536 65536 0 1 2 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 13 0 1 65536 0 malloc-8192 8192 6 2 9 0 1 65536 0 malloc-4096 4096 13 3 83 0 2 65536 0 malloc-4096 4096 12 4 24 0 2 65536 0 malloc-2048 2048 12 20 802 0 8 65536 0 malloc-256 256 181 74 735 0 62 65280 0 malloc-256 256 96 159 1644 0 62 65280 0 ertt_txseginfo 40 0 1616 6527 0 254 64640 0 tcp_inpcb 1304 29 19 158 0 8 62592 0 malloc-8192 8192 6 1 113 0 1 57344 0 tcp_bbr_map 128 0 403 404 0 126 51584 0 malloc-128 128 36 367 1345 0 126 51584 0 malloc-128 128 16 387 285 0 126 51584 0 malloc-256 256 83 112 325 0 62 49920 0 malloc-256 256 56 139 1133 0 62 49920 0 32 Bucket 256 82 113 530 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 15765 0 16 49152 0 malloc-2048 2048 6 18 45 0 8 49152 0 malloc-2048 2048 12 12 45 0 8 49152 0 malloc-1024 1024 17 31 5219 0 16 49152 0 malloc-1024 1024 14 34 542 0 16 49152 0 VMSPACE 584 57 27 1127 0 16 49056 0 malloc-384 384 90 30 119 0 30 46080 0 malloc-384 384 52 68 685 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 malloc-8192 8192 0 5 31 0 1 40960 0 malloc-8192 8192 2 3 26 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 3 2 18 0 1 40960 0 malloc-4096 4096 10 0 13 0 2 40960 0 pcpu-8 8 4740 380 5057 0 254 40960 0 pipe 736 22 33 374 0 16 40480 0 sctp_chunk 152 1 259 3 0 254 39520 0 da_ccb 544 0 70 1889 0 16 38080 0 udp_inpcb 408 8 82 201 0 30 36720 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 9 558 20943 0 254 36288 0 malloc-64 64 168 399 768 0 254 36288 0 malloc-64 64 28 539 376 0 254 36288 0 malloc-64 64 12 555 41 0 254 36288 0 malloc-128 128 101 178 1065 0 126 35712 0 malloc-128 128 79 200 909 0 126 35712 0 ktls_session 256 10 125 17 0 62 34560 0 routing nhops 256 28 107 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 59 31 422 0 30 34560 0 malloc-256 256 10 125 529 0 62 34560 0 malloc-256 256 30 105 535 0 62 34560 0 malloc-256 256 16 119 531 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 SLEEPQUEUE 88 177 207 177 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 5 3 565 0 2 32768 0 malloc-2048 2048 4 12 29 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-1024 1024 4 28 21 0 16 32768 0 malloc-1024 1024 6 26 6 0 16 32768 0 malloc-1024 1024 9 23 13 0 16 32768 0 malloc-1024 1024 12 20 31 0 16 32768 0 malloc-1024 1024 3 29 4 0 16 32768 0 malloc-512 512 3 61 74 0 30 32768 0 malloc-512 512 12 52 32 0 30 32768 0 malloc-512 512 3 61 174 0 30 32768 0 malloc-512 512 0 64 10 0 30 32768 0 malloc-512 512 3 61 141 0 30 32768 0 malloc-512 512 4 60 28 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 241 159 9090 0 126 32000 0 tcp_log_id_node 120 9 255 9 0 126 31680 0 PGRP 120 26 238 45 0 126 31680 0 sctp_laddr 48 4 584 22 0 254 28224 0 malloc-32 32 362 520 618 0 254 28224 0 16 Bucket 144 68 128 301 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 udplite_inpcb 408 0 63 61 0 30 25704 0 cpuset 200 8 120 204 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 0 6 374 0 2 24576 0 malloc-4096 4096 4 2 14 0 2 24576 0 PWD 40 40 566 313 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 8 Bucket 80 56 244 416 0 126 24000 0 malloc-384 384 14 46 97 0 30 23040 0 malloc-384 384 1 59 3 0 30 23040 0 malloc-384 384 27 33 44 0 30 23040 0 tcp_rack_pcb 1088 0 21 2 0 8 22848 0 domainset 40 0 567 198 0 254 22680 0 ripcb 376 5 55 61 0 30 22560 0 Mountpoints 2816 2 6 6 0 4 22528 0 clpbuf 2624 0 8 20 0 4 20992 0 ertt 72 20 260 158 0 126 20160 0 malloc-32 32 83 547 1088 0 254 20160 0 malloc-32 32 34 596 22700 0 254 20160 0 malloc-32 32 34 596 2857 0 254 20160 0 malloc-32 32 37 593 219 0 254 20160 0 malloc-32 32 17 613 44 0 254 20160 0 2 Bucket 32 66 564 414 0 254 20160 0 KNOTE 160 2 123 178 0 62 20000 0 cryptop 280 0 70 14 0 30 19600 0 AIOCB 552 0 35 63 0 16 19320 0 L VFS Cache 320 0 60 27 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-512 512 0 32 2 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 18 4 0 16 16128 0 ipq 56 4 284 4 0 254 16128 0 malloc-16 16 506 494 3471 0 254 16000 0 AIO 208 0 76 41 0 62 15808 0 kenv 258 17 43 1070 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 1 68 1 0 62 12144 0 malloc-32 32 152 226 940 0 254 12096 0 malloc-16 16 4 746 334 0 254 12000 0 malloc-16 16 12 738 1132 0 254 12000 0 malloc-16 16 36 714 13508 0 254 12000 0 malloc-16 16 68 682 25098 0 254 12000 0 malloc-16 16 69 681 1859 0 254 12000 0 itimer 352 0 33 18 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 1 0 30 11424 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 2396 0 254 8016 0 malloc-16 16 3 497 4 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 20 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl