Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present SYZFAIL: failed to recv rpc instruction pointer = 0x20:0xffffffff81a85c10 stack pointer = 0x28:0xfffffe0056d242c0 frame pointer = 0x28:0xfffffe0056d24330 ktrace write failed, errno 27, tracing stopped for pid 758 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1120 (ifconfig) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 0000000000000000 rcx: fffffe0002bf1850 r8: 0000000000000000 r9: 0000000000000001 rax: fffffe0000000000 rbx: 0000000000000000 rbp: fffffe0056d24330 r10: 0000000000000000 r11: 0000000000000003 r12: fffffe0058588200 r13: fffffe0058571000 r14: fffffe0058588224 r15: fffffe00585711d0 trap number = 12 panic: page fault cpuid = 1 time = 19 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056d23af0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056d23c50 vpanic() at vpanic+0x257/frame 0xfffffe0056d23e10 panic() at panic+0xb5/frame 0xfffffe0056d23ed0 trap_pfault() at trap_pfault+0xaf2/frame 0xfffffe0056d24010 trap() at trap+0x78e/frame 0xfffffe0056d241f0 calltrap() at calltrap+0x8/frame 0xfffffe0056d241f0 --- trap 0xc, rip = 0xffffffff81a85c10, rsp = 0xfffffe0056d242c0, rbp = 0xfffffe0056d24330 --- in6m_disconnect_locked() at in6m_disconnect_locked+0x140/frame 0xfffffe0056d24330 in6_leavegroup_locked() at in6_leavegroup_locked+0x1ef/frame 0xfffffe0056d24450 in6_pcbpurgeif0() at in6_pcbpurgeif0+0x2f6/frame 0xfffffe0056d24550 _in6_ifdetach() at _in6_ifdetach+0x18e/frame 0xfffffe0056d24630 if_detach_internal() at if_detach_internal+0x3aa/frame 0xfffffe0056d24720 if_detach() at if_detach+0xb6/frame 0xfffffe0056d24760 tun_destroy() at tun_destroy+0x1b4/frame 0xfffffe0056d247b0 tun_clone_destroy() at tun_clone_destroy+0x112/frame 0xfffffe0056d247e0 if_clone_destroyif_flags() at if_clone_destroyif_flags+0xc8/frame 0xfffffe0056d24830 if_clone_destroy() at if_clone_destroy+0x1f6/frame 0xfffffe0056d24870 ifioctl() at ifioctl+0x112a/frame 0xfffffe0056d24ab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056d24b90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056d24d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056d24f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056d24f30 --- syscall (54, FreeBSD ELF64, ioctl), rip = 0x82368c2ca, rsp = 0x8204ee008, rbp = 0x8204ee020 --- KDB: enter: panic [ thread pid 1120 tid 100399 ] Stopped at kdb_enter+0x6e: movq $0,0x25b6f77(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff827e1820 .str.27 rsp 0xfffffe0056d23c30 rbp 0xfffffe0056d23c50 rsi 0 rdi 0xffffffff816260e9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0054119000 r13 0xfffffffffffffffd r14 0xffffffff827e1820 .str.27 r15 0 rip 0xffffffff8160fc1e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25b6f77(%rip) db> show proc Process 1120 (ifconfig) at 0xfffffe0054139000: state: NORMAL uid: 0 gids: 0, 5 parent: pid 1115 at 0xfffffe0054123570 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: ifconfig tap3 destroy reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe000780fdb0 (map 0xfffffe000780fdb0) (map.pmap 0xfffffe000780fe50) (pmap 0xfffffe000780fec0) threads: 1 100399 Run CPU 1 ifconfig db> ps pid ppid pgrp uid state wmesg wchan cmd 1126 764 764 0 R (threaded) syz-executor 100449 RunQ syz-executor 100451 RunQ syz-executor 1122 763 1122 0 Rs (threaded) syz-executor 100439 RunQ syz-executor 100441 RunQ syz-executor 100442 S uwait 0xfffffe006e4ea700 syz-executor 1121 765 765 0 R (threaded) syz-executor 100331 RunQ syz-executor 100440 S uwait 0xfffffe0074fddc80 syz-executor 1120 1115 1115 0 R CPU 1 ifconfig 1119 1 764 0 S uwait 0xfffffe006e4e9480 syz-executor 1115 762 1115 0 S wait 0xfffffe0054123570 syz-executor 1107 1 765 0 S uwait 0xfffffe006e4ea800 syz-executor 1099 1 763 0 S uwait 0xfffffe006e4ea400 syz-executor 1080 0 0 0 DL mdwait 0xfffffe00777ad000 [md1] 1079 1 764 0 S uwait 0xfffffe00598f5200 syz-executor 1070 0 0 0 DL - 0xffffffff83b52520 [accounting] 1062 1 764 0 S uwait 0xfffffe00598f2180 syz-executor 1049 1 765 0 SV uwait 0xfffffe006e4ea500 syz-executor 1046 0 0 0 DL (threaded) [so_splice] 100145 D - 0xfffffe0058588380 [thr_0] 100345 D - 0xfffffe00585883c0 [thr_1] 1028 0 0 0 DL - 0xffffffff83cb7e00 [soaiod4] 1027 0 0 0 DL - 0xffffffff83cb7e00 [soaiod3] 1026 0 0 0 DL - 0xffffffff83cb7e00 [soaiod2] 1025 0 0 0 DL - 0xffffffff83cb7e00 [soaiod1] 1012 1 764 0 S uwait 0xfffffe00598f4100 syz-executor 1011 0 0 0 DL mdwait 0xfffffe00777a6000 [md0] 997 1 763 0 SV uwait 0xfffffe00598f4b00 syz-executor 993 1 765 0 S uwait 0xfffffe006e4e9600 syz-executor 976 1 765 0 S uwait 0xfffffe00584dae00 syz-executor 963 962 764 0 S uwait 0xfffffe00598f4800 syz-executor 962 1 764 0 SV wait 0xfffffe005400c568 syz-executor 958 1 765 0 S uwait 0xfffffe0059698300 syz-executor 952 1 765 0 S uwait 0xfffffe00598f4c00 syz-executor 946 1 764 0 S uwait 0xfffffe006e4e9d80 syz-executor 943 1 763 0 S uwait 0xfffffe0059698a80 syz-executor 940 1 940 0 Ss+ ttyin 0xfffffe00585be8b0 getty 939 1 939 0 Ss+ ttyin 0xfffffe00585be4b0 getty 938 1 938 0 Ss+ ttyin 0xfffffe00585be0b0 getty 937 1 937 0 Ss+ ttyin 0xfffffe00585bdcb0 getty 936 1 936 0 Ss+ ttyin 0xfffffe00585bd8b0 getty 935 1 935 0 Ss+ ttyin 0xfffffe00585bd4b0 getty 934 1 934 0 Ss+ ttyin 0xfffffe00585bd0b0 getty 933 1 933 0 Ss+ ttyin 0xfffffe00585bccb0 getty 932 1 932 0 Rs+ getty 921 1 765 0 S uwait 0xfffffe00598f4200 syz-executor 912 1 764 0 S uwait 0xfffffe0059698980 syz-executor 904 1 904 0 S uwait 0xfffffe006e4e8a80 syz-executor 891 1 884 0 S uwait 0xfffffe00598f2080 syz-executor 869 0 0 0 DL (threaded) [KTLS] 100151 D - 0xfffffe0053ef6c00 [thr_0] 100162 D - 0xfffffe0053ef6c80 [thr_1] 100163 D - 0xffffffff83cb9628 [reclaim_0] 868 784 423 0 S kqread 0xfffffe005825e900 rtsol 867 1 765 0 S uwait 0xfffffe0059698c80 syz-executor 826 0 0 0 DL aiordy 0xfffffe005410aac0 [aiod4] 825 0 0 0 DL aiordy 0xfffffe00540cb568 [aiod3] 824 0 0 0 DL aiordy 0xfffffe00540ecac0 [aiod2] 823 0 0 0 DL aiordy 0xfffffe00540ed018 [aiod1] 784 771 423 0 S wait 0xfffffe00540cc018 sh 771 1 423 0 S wait 0xfffffe0054108000 sh 765 762 765 0 S nanslp 0xffffffff83ba7c40 syz-executor 764 762 764 0 R syz-executor 763 762 763 0 R syz-executor 762 760 760 0 R CPU 0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540ea608 csh 758 681 758 0 Ss select 0xfffffe00598f2e40 sshd 736 1 17 0 S+ nanslp 0xffffffff83ba7c40 sleep 681 1 681 0 Ss select 0xfffffe0059698ec0 sshd 16 0 0 0 DL syncer 0xffffffff83cc5820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cc3d60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100096 D sdflush 0xfffffe0053fe08e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d0ec80 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cf4d48 [dom0] 100080 D launds 0xffffffff83cf4d54 [laundry: dom0] 100081 D umarcl 0xffffffff81df2890 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84452c30 [pf purge] 5 0 0 0 DL waiting 0xffffffff84753700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838ea340 [doneq0] 100046 D - 0xffffffff838ea2c0 [async] 100075 D - 0xffffffff838ea140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cf0640 [crypto] 100043 D crypto_ 0xfffffe0007a95c30 [crypto returns 0] 100044 D crypto_ 0xfffffe0007a95c80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b50640 [g_event] 100038 D - 0xffffffff83b50660 [g_up] 100039 D - 0xffffffff83b50680 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cf10e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c43ff0 [swapper] 100005 D - 0xfffffe0007a98b00 [softirq_0] 100006 D - 0xfffffe0007a98900 [softirq_1] 100007 D - 0xfffffe0007a98700 [if_io_tqg_0] 100008 D - 0xfffffe0007a98500 [if_io_tqg_1] 100009 D - 0xfffffe0007a98300 [if_config_tqg_0] 100010 D - 0xfffffe00083f9700 [kqueue_ctx taskq] 100011 D - 0xfffffe00083f9600 [jail_remove taskq] 100012 D - 0xfffffe00083f9500 [bus taskq] 100015 D - 0xfffffe00083f9000 [thread taskq] 100017 D - 0xfffffe00083f8c00 [aiod_kick taskq] 100018 D - 0xfffffe00083f8b00 [deferred_unmount ta] 100019 D - 0xfffffe00083f8a00 [inm_free taskq] 100020 D - 0xfffffe00083f8900 [in6m_free taskq] 100021 D - 0xfffffe00083f8800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083f8700 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083f8700 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083f8700 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083f8700 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083f8600 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083f8600 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083f8600 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083f8600 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083f8100 [firmware taskq] 100040 D - 0xfffffe00083f7e00 [crypto_0] 100041 D - 0xfffffe00083f7e00 [crypto_1] 100056 D - 0xfffffe00083f7700 [vtnet0 rxq 0] 100057 D - 0xfffffe00083f7600 [vtnet0 txq 0] 100058 D - 0xfffffe00083f7500 [vtnet0 rxq 1] 100059 D - 0xfffffe00083f7400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d76f00 [virtio_balloon] 100065 D - 0xffffffff827e5f01 [deadlkres] 100069 D - 0xfffffe00593db000 [acpi_task_0] 100070 D - 0xfffffe00593db000 [acpi_task_1] 100071 D - 0xfffffe00593db000 [acpi_task_2] 100073 D - 0xfffffe00083fb100 [mca taskq] 100074 D - 0xfffffe00083f7d00 [CAM taskq] 100076 D - 0xfffffe005825fe00 [ipsec_offload] db> show all locks Process 1120 (ifconfig) thread 0xfffffe0054119000 (100399) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffffe00585711a0) locked @ /syzkaller/managers/main/kernel/sys/netinet6/in6_mcast.c:1401 exclusive sleep mutex in6_multi_list_mtx (in6_multi_list_mtx) r = 0 (0xffffffff83cebba0) locked @ /syzkaller/managers/main/kernel/sys/netinet6/in6_mcast.c:1387 shared rw udpinp (udpinp) r = 0 (0xfffffe00598e71e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:1487 exclusive sx in6_multi_sx (in6_multi_sx) r = 0 (0xffffffff83cebbe0) locked @ /syzkaller/managers/main/kernel/sys/netinet6/in6_ifattach.c:682 exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 1 (0xffffffff83cc6000) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:1082 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 377 5100K 519 tcp_hpts 7 4801K 7 devbuf 4187 4323K 4214 sysctloid 35572 2096K 35647 vtbuf 24 1968K 46 kobj 331 1324K 513 newblk 102 1050K 2692 vfscache 3 1025K 3 pcb 31 674K 548 inodedep 36 526K 454 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 55 437K 563 subproc 166 338K 1218 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 17492 acpica 1674 184K 54444 vmem 5 144K 7 tidhash 3 141K 3 pagedep 19 133K 219 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 108 108K 158 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1000 82K 5086 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 523 ddb_capture 1 64K 1 kdtrace 234 45K 1579 umtx 336 42K 336 LRO 36 37K 60 shm 2 34K 6 routetbl 655 33K 1925 hostcache 1 32K 1 DEVFS3 127 32K 148 msg 4 30K 4 kbdmux 6 28K 6 temp 29 21K 2576 DEVFS_RULE 56 20K 56 ifaddr 64 18K 167 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1657 eventhandler 163 14K 163 ifnet 7 13K 18 GEOM 59 13K 484 lltable 40 12K 132 cred 31 12K 296 kenv 95 12K 95 ether_multi 129 11K 513 CAM queue 5 11K 1528 rman 82 10K 437 shmfd 4 10K 5 rpc 8 9K 8 bmsafemap 2 9K 388 devstat 4 9K 4 UART 12 9K 12 md_disk 3 9K 4 ksem 1 8K 1 filemon 1 8K 3 pfs_vncache 1 8K 1 plimit 21 8K 553 audit_evclass 240 8K 304 in6_multi 56 8K 181 kqueue 79 8K 1280 taskqueue 69 8K 90 sglist 6 7K 6 CAM DEV 3 6K 510 pf_ifnet 16 6K 78 pfs_nodes 22 6K 22 pwddesc 76 5K 1215 ufs_dirhash 24 5K 27 UMA 272 5K 272 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 md_sectors 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 terminal 11 3K 11 DEVFSP 43 3K 197 acpidev 20 3K 20 proc-args 86 3K 2465 uidinfo 4 3K 11 hhook 8 3K 10 freework 10 3K 431 clone 9 3K 9 kcovinfo 36 3K 144 netlink 2 3K 295 session 17 3K 59 sctp_ifa 16 2K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 dirrem 7 2K 302 freeblks 7 2K 216 newdirblk 13 2K 191 mkdir 13 2K 382 diradd 13 2K 346 ip6ndp 11 2K 36 CC Mem 13 2K 98 Unitno 26 2K 118 CAM XPT 22 2K 543 indirdep 6 2K 244 tun 4 2K 15 toponodes 6 2K 6 ipsecpolicy 2 2K 2 sctp_timw 5 2K 5 freefile 10 2K 247 in_multi 5 2K 22 sctp_atcl 3 2K 211 msi 9 2K 9 BPF 6 2K 39 sctp_stro 1 1K 6 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 94 NFSD session 1 1K 1 lockf 8 1K 159 CAM periph 4 1K 271 ipsec 3 1K 3 inpcbpolicy 24 1K 459 mld 6 1K 17 igmp 6 1K 17 pfil 6 1K 6 isadev 6 1K 6 osd 18 1K 117 mount 16 1K 364 pci_link 10 1K 10 selfd 11 1K 44471 sctp_ifn 5 1K 36 crypto 4 1K 16 encap_export_host 12 1K 12 select 4 1K 51 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 ip_msource 6 1K 11 chacha20random 1 1K 1 biobuf 1 1K 1 ip6opt 2 1K 149 VN POLL 2 1K 11 vnodes 1 1K 3 ktls 1 1K 9 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 frag6 2 1K 17 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 sctp_atky 4 1K 219 cryptodev 2 1K 145 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 ip6_msource 2 1K 10 aio 4 1K 5 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 filecaps 3 1K 111 sctp_vrf 1 1K 1 in6_mfilter 1 1K 19 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 45 acpiintr 1 1K 1 sctp_athm 3 1K 213 sctp_map 2 1K 12 cpus 2 1K 2 ip6_moptions 1 1K 7 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 sctp_mcore 0 0K 0 sctp_socko 0 0K 37 sctp_iter 0 0K 53 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 53 sctp_aadr 0 0K 5 sctp_stri 0 0K 4 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 338 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 27 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 153 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 22 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 9 in_mfilter 0 0K 22 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 2 statfs 0 0K 196 namei_tracker 0 0K 1 inotify 0 0K 20 export_host 0 0K 0 cl_savebuf 0 0K 70 lio 0 0K 6 acl 0 0K 0 soname 0 0K 3581 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 procdesc 0 0K 10 iov 0 0K 14913 ioctlops 0 0K 138 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 320 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 653 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 3 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8335 1063 15646 0 254 38494208 0 tcp_log 416 2362 3740 26171 0 254 2538432 0 mbuf 256 8625 1037 28187 0 254 2473472 0 BUF TRIE 152 257 11547 2498 0 62 1794208 0 malloc-4096 4096 420 4 1728 0 2 1736704 0 malloc-128 128 12548 193 13263 0 126 1630848 0 malloc-384 384 4209 21 4237 0 30 1624320 0 malloc-64 64 3923 16930 48398 0 254 1334592 0 UMA Slabs 0 112 11169 21 11169 0 126 1253280 0 RADIX NODE 152 7309 330 46707 0 62 1161128 0 sctp_asoc 2256 1 509 6 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 17554 53 17554 0 254 985992 0 malloc-65536 65536 13 1 16 0 1 917504 0 FFS inode 1168 578 17 832 0 8 694960 0 sctp_ep 1152 2 509 203 0 254 588672 0 malloc-2048 2048 105 159 389 0 8 540672 0 256 Bucket 2048 239 19 1269 0 8 528384 0 md0 32768 16 0 16 0 1 524288 0 socket 1024 38 470 2081 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 malloc-16384 16384 27 2 463 0 1 475136 0 pbuf 2624 0 178 0 0 2 467072 0 sctp_raddr 736 1 516 6 0 254 380512 0 VM OBJECT 248 1228 148 17800 0 62 341248 0 VNODE 440 617 103 885 0 30 316800 0 THREAD 1860 157 11 451 0 8 312480 0 DEVCTL 1024 163 101 288 0 0 270336 0 malloc-16 16 14678 322 14857 0 254 240000 0 malloc-32768 32768 1 6 191 0 1 229376 0 malloc-65536 65536 2 1 4 0 1 196608 0 malloc-65536 65536 0 3 71 0 1 196608 0 malloc-256 256 169 581 2931 0 62 192000 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5389 281 6452 0 254 181440 0 MAP ENTRY 96 1603 287 58804 0 126 181440 0 malloc-128 128 1142 253 25616 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 10 506 1339 0 254 165120 0 FPU_save_area 832 159 39 617 0 16 164736 0 FFS2 dinode 256 578 52 832 0 62 161280 0 S VFS Cache 104 1039 365 1353 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-32768 32768 2 2 122 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-2048 2048 7 57 514 0 8 131072 0 malloc-1024 1024 119 9 174 0 16 131072 0 mbuf_packet 256 6 502 926 0 254 130048 0 PROC 1368 75 13 1126 0 8 120384 0 ksiginfo 112 74 970 168 0 126 116928 0 filedesc0 1072 76 15 1215 0 8 97552 0 UMA Kegs 384 230 3 230 0 30 89472 0 syncache 168 1 527 5 0 254 88704 0 g_bio 408 0 210 10266 0 30 85680 0 128 Bucket 1024 56 27 284 0 16 84992 0 ertt_txseginfo 40 2 2119 5563 0 254 84840 0 64 Bucket 512 98 62 5991 0 30 81920 0 malloc-384 384 41 169 820 0 30 80640 0 malloc-256 256 154 161 873 0 62 80640 0 malloc-256 256 189 126 693 0 62 80640 0 sctp_chunk 152 0 520 10 0 254 79040 0 malloc-8192 8192 7 2 41 0 1 73728 0 malloc-8192 8192 6 3 10 0 1 73728 0 malloc-64 64 512 559 1562 0 254 68544 0 tcp_bbr_map 128 0 527 1506 0 126 67456 0 malloc-128 128 331 196 484 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 9 0 1 65536 0 malloc-16384 16384 4 0 5 0 1 65536 0 malloc-4096 4096 9 7 25 0 2 65536 0 malloc-4096 4096 3 13 401 0 2 65536 0 malloc-2048 2048 20 12 44 0 8 65536 0 malloc-256 256 122 133 1132 0 62 65280 0 malloc-256 256 47 208 1439 0 62 65280 0 32 Bucket 256 91 164 759 0 62 65280 0 malloc-384 384 66 84 748 0 30 57600 0 malloc-384 384 106 44 172 0 30 57600 0 malloc-8192 8192 6 1 9 0 1 57344 0 tcp_inpcb 1304 15 27 98 0 8 54768 0 malloc-64 64 318 501 15062 0 254 52416 0 malloc-64 64 327 492 3361 0 254 52416 0 malloc-64 64 461 358 747 0 254 52416 0 malloc-128 128 156 247 862 0 126 51584 0 malloc-256 256 76 119 398 0 62 49920 0 DIRHASH 1024 34 14 36 0 16 49152 0 NAMEI 1024 0 48 16978 0 16 49152 0 malloc-2048 2048 13 11 40 0 8 49152 0 malloc-2048 2048 6 18 125 0 8 49152 0 malloc-2048 2048 1 23 574 0 8 49152 0 malloc-1024 1024 6 42 1828 0 16 49152 0 Files 80 164 386 9847 0 126 44000 0 clpbuf 2624 0 16 107 0 4 41984 0 vnpbuf 2624 0 16 1 0 16 41984 0 malloc-4096 4096 4 6 574 0 2 40960 0 pcpu-8 8 4812 308 6832 0 254 40960 0 VMSPACE 584 47 23 1098 0 16 40880 0 pipe 736 20 35 377 0 16 40480 0 sctp_readq 152 0 260 4 0 254 39520 0 da_ccb 544 0 70 2694 0 16 38080 0 udp_inpcb 408 8 82 280 0 30 36720 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 20 547 169 0 254 36288 0 malloc-64 64 8 559 10496 0 254 36288 0 malloc-64 64 136 431 1565 0 254 36288 0 malloc-32 32 628 506 3916 0 254 36288 0 16 Bucket 144 92 160 437 0 62 36288 0 malloc-128 128 30 249 126 0 126 35712 0 malloc-128 128 63 216 3366 0 126 35712 0 malloc-128 128 142 137 1238 0 126 35712 0 malloc-128 128 43 236 1387 0 126 35712 0 routing nhops 256 23 112 79 0 62 34560 0 ttyoutq 256 72 63 304 0 62 34560 0 malloc-384 384 2 88 71 0 30 34560 0 malloc-256 256 31 104 942 0 62 34560 0 ripcb 376 2 88 72 0 30 33840 0 malloc-32768 32768 0 1 11 0 1 32768 0 malloc-4096 4096 5 3 44 0 2 32768 0 malloc-1024 1024 2 30 50 0 16 32768 0 malloc-1024 1024 6 26 22 0 16 32768 0 malloc-1024 1024 4 28 176 0 16 32768 0 malloc-1024 1024 18 14 54 0 16 32768 0 malloc-1024 1024 18 14 21 0 16 32768 0 malloc-1024 1024 1 31 7 0 16 32768 0 malloc-512 512 10 54 121 0 30 32768 0 malloc-512 512 4 60 22 0 30 32768 0 malloc-512 512 0 64 52 0 30 32768 0 malloc-512 512 2 62 94 0 30 32768 0 malloc-512 512 2 62 53 0 30 32768 0 malloc-512 512 2 62 121 0 30 32768 0 pcpu-64 64 499 13 499 0 254 32768 0 tcp_bbr_pcb 896 0 36 9 0 16 32256 0 sctp_stream_msg_out 112 0 288 4 0 254 32256 0 ttyinq 160 135 65 570 0 62 32000 0 PGRP 120 22 242 76 0 126 31680 0 sctp_laddr 48 0 588 64 0 254 28224 0 rl_entry 48 11 577 72 0 254 28224 0 malloc-32 32 125 757 805 0 254 28224 0 4 Bucket 48 7 581 20 0 254 28224 0 AIO 208 1 132 37 0 62 27664 0 udplite_inpcb 408 1 62 9 0 30 25704 0 TURNSTILE 136 169 20 169 0 62 25704 0 cpuset 200 45 83 94 0 62 25600 0 malloc-8192 8192 1 2 82 0 1 24576 0 malloc-8192 8192 2 1 3 0 1 24576 0 malloc-4096 4096 2 4 12 0 2 24576 0 PWD 40 34 572 247 0 254 24240 0 rtentry 168 26 118 79 0 62 24192 0 8 Bucket 80 74 226 692 0 126 24000 0 itimer 352 0 66 5 0 30 23232 0 malloc-384 384 7 53 7 0 30 23040 0 malloc-384 384 2 58 2 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 domainset 40 1 566 86 0 254 22680 0 Mountpoints 2816 2 6 5 0 4 22528 0 SLEEPQUEUE 88 169 87 169 0 126 22528 0 ertt 72 13 267 98 0 126 20160 0 malloc-32 32 258 372 489 0 254 20160 0 malloc-32 32 121 509 449 0 254 20160 0 malloc-32 32 85 545 1506 0 254 20160 0 malloc-32 32 67 563 523 0 254 20160 0 malloc-32 32 38 592 2710 0 254 20160 0 2 Bucket 32 77 553 479 0 254 20160 0 KNOTE 160 3 122 519 0 62 20000 0 tcp_rack_map 128 0 155 3 0 126 19840 0 cryptop 280 0 70 5 0 30 19600 0 AIOCB 552 1 34 77 0 16 19320 0 ktls_session 256 0 75 1 0 62 19200 0 L VFS Cache 320 0 60 31 0 30 19200 0 malloc-256 256 4 71 342 0 62 19200 0 AIOLIO 272 0 70 6 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-4096 4096 0 4 7 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-2048 2048 2 6 200 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 9 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 1 287 2 0 254 16128 0 malloc-16 16 327 673 2348 0 254 16000 0 tcp_log_id_node 120 2 130 3 0 126 15840 0 kenv 258 17 43 1065 0 30 15480 0 tcp_rack_pcb 1088 0 14 2 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 2 67 3 0 62 12144 0 vtnet_tx_hdr 24 0 501 5738 0 254 12024 0 malloc-16 16 25 725 63 0 254 12000 0 malloc-16 16 56 694 425 0 254 12000 0 malloc-16 16 66 684 536 0 254 12000 0 malloc-16 16 185 565 3024 0 254 12000 0 malloc-16 16 10 740 3425 0 254 12000 0 malloc-16 16 14 736 24812 0 254 12000 0 splice 184 0 63 1 0 62 11592 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 0 1 19 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl