Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x18 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82f2bd2a stack pointer = 0x28:0xfffffe0003779200 frame pointer = 0x28:0xfffffe0003779260 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) trap number = 12 panic: page fault cpuid = 1 time = 1621838971 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003778e60 vpanic() at vpanic+0x1c7/frame 0xfffffe0003778ec0 panic() at panic+0x43/frame 0xfffffe0003778f20 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0003778fa0 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe0003779010 trap() at trap+0x41d/frame 0xfffffe0003779130 calltrap() at calltrap+0x8/frame 0xfffffe0003779130 --- trap 0xc, rip = 0xffffffff82f2bd2a, rsp = 0xfffffe0003779200, rbp = 0xfffffe0003779260 --- rack_process_to_cumack() at rack_process_to_cumack+0x60a/frame 0xfffffe0003779260 rack_log_ack() at rack_log_ack+0x50c/frame 0xfffffe00037793a0 rack_process_ack() at rack_process_ack+0x3b9/frame 0xfffffe00037794a0 rack_do_syn_recv() at rack_do_syn_recv+0xe42/frame 0xfffffe00037795d0 rack_do_segment_nounlock() at rack_do_segment_nounlock+0x2649/frame 0xfffffe00037797d0 rack_do_segment() at rack_do_segment+0x121/frame 0xfffffe0003779850 tcp_input_with_port() at tcp_input_with_port+0x13d5/frame 0xfffffe00037799b0 tcp_input() at tcp_input+0x1f/frame 0xfffffe00037799d0 ip_input() at ip_input+0x38b/frame 0xfffffe0003779a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003779b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003779bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003779bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003779bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100032 ] Stopped at kdb_enter+0x67: movq $0,0x163739e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff8113aa40 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003778e40 rbp 0xfffffe0003778e60 rsi 0 rdi 0xffffffff8113aa76 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0003778d30 r11 0x1fffcfff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c80 r15 0xffffffff81a74c80 rip 0xffffffff81131a67 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x163739e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c5fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c330 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c330 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271cf90 (map 0xffffffff8271cf90) (map.pmap 0xffffffff8271d050) (pmap 0xffffffff8271d0b0) threads: 23 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 Run CPU 1 [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 7421 819 819 0 R (threaded) syz-executor.3 109132 RunQ syz-executor.3 109505 RunQ syz-executor.3 6470 1 786 0 S uwait 0xfffff800303b2f00 syz-executor.2 6464 1 786 0 S uwait 0xfffff800304ac500 syz-executor.2 6231 1 786 0 S uwait 0xfffff800304ac300 syz-executor.2 6229 1 786 0 S uwait 0xfffff800304bcd00 syz-executor.2 4683 1 819 0 S uwait 0xfffff8003091a900 syz-executor.3 4682 1 819 0 S uwait 0xfffff800304c6900 syz-executor.3 4681 1 819 0 S uwait 0xfffff800301bfb00 syz-executor.3 4679 1 819 0 S uwait 0xfffff80015d5b100 syz-executor.3 3769 1 3769 65 Ss select 0xfffff800504aca40 dhclient 3455 1 3455 0 Ss select 0xfffff80030da1a40 dhclient 3452 1 3452 0 Ss select 0xfffff800504d75c0 dhclient 3433 1 3433 65 Ss select 0xfffff80030d6e140 dhclient 3007 1 3007 0 Ss select 0xfffff800504ac440 dhclient 3002 1 3002 0 Ss select 0xfffff80030eaba40 dhclient 2981 1 2981 65 Ss select 0xfffff80030d63140 dhclient 2688 1 783 0 S uwait 0xfffff80015d5b500 syz-executor.0 2686 1 783 0 S uwait 0xfffff8003091a500 syz-executor.0 2657 1 783 0 S uwait 0xfffff8003043cd00 syz-executor.0 2649 1 783 0 S uwait 0xfffff80015d5b300 syz-executor.0 2198 2196 786 0 SV uwait 0xfffff80015c50500 syz-executor.2 2196 1 786 0 RV syz-executor.2 1981 1 1981 0 Ss select 0xfffff8003038b440 dhclient 1972 1 1972 0 Ss select 0xfffff80030d6e440 dhclient 1934 1 1934 65 Ss select 0xfffff80030d6e5c0 dhclient 1071 1 1071 0 Ss select 0xfffff80030d09140 dhclient 1068 1 1068 0 Ss select 0xfffff80030eabd40 dhclient 819 780 819 0 Rs syz-executor.3 786 780 786 0 Rs syz-executor.2 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss piperd 0xfffff800304d1000 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100106 S kqread 0xfffff8003019c300 syz-fuzzer 100121 S nanslp 0xffffffff8273c560 syz-fuzzer 100122 Run CPU 0 syz-fuzzer 100123 S uwait 0xfffff80015a0e100 syz-fuzzer 100124 S uwait 0xfffff80015a0e300 syz-fuzzer 100125 S uwait 0xfffff800303b2900 syz-fuzzer 100126 S uwait 0xfffff800303b2b00 syz-fuzzer 100127 S uwait 0xfffff800303b2d00 syz-fuzzer 100128 S uwait 0xfffff80015a0e500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015dd40b0 csh 776 694 776 0 Ss select 0xfffff800304e5bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800153e7cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a784b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a78cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a7d4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a7dcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a7f4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a7fcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a084b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a08cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff800302cb5c0 sshd 507 1 507 0 Rs syslogd 436 1 436 0 Ss select 0xfffff80015e9d8c0 devd 435 1 435 65 Ss select 0xfffff80004f08d40 dhclient 350 1 350 0 Ss select 0xfffff80015e9d140 dhclient 347 1 347 0 Ss select 0xfffff8003027dd40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a60000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015d09ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100087 D launds 0xffffffff82846d44 [laundry: dom0] 100088 D umarcl 0xffffffff815cd300 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff83056828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e0e3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004daa488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d2b380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d2b330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c3bd00 [thr_0] 100029 D - 0xfffff80004c3bd80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 Run CPU 1 [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004bbd100 [if_config_tqg_0] 100006 D - 0xfffff80004c64900 [softirq_0] 100007 D - 0xfffff80004c64100 [softirq_1] 100008 D - 0xfffff80004c62900 [if_io_tqg_0] 100009 D - 0xfffff80004c62100 [if_io_tqg_1] 100010 D - 0xfffff8000443d900 [in6m_free taskq] 100011 D - 0xfffff8000443d500 [aiod_kick taskq] 100013 D - 0xfffff80004c5ad00 [kqueue_ctx taskq] 100014 D - 0xfffff80004c5a900 [pci_hp taskq] 100016 D - 0xfffff80004c5a100 [inm_free taskq] 100018 D - 0xfffff80004c55900 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c55500 [thread taskq] 100020 D - 0xfffff80004c55100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c55100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c55100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c55100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c4d900 [firmware taskq] 100038 D - 0xfffff80004c4d500 [crypto_0] 100039 D - 0xfffff80004c4d500 [crypto_1] 100055 D - 0xfffff8001534cd00 [vtnet0 rxq 0] 100056 D - 0xfffff8001534c900 [vtnet0 txq 0] 100057 D - 0xfffff8001534c500 [vtnet0 rxq 1] 100058 D - 0xfffff8001534c100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015369300 [virtio_balloon] 100064 D - 0xfffff80015427d00 [mca taskq] 100066 D - 0xffffffff81e21631 [deadlkres] 100074 D - 0xfffff80015a0fd00 [acpi_task_0] 100075 D - 0xfffff80015a0fd00 [acpi_task_1] 100076 D - 0xfffff80015a0fd00 [acpi_task_2] 100077 D - 0xfffff80004c4d100 [CAM taskq] 7419 784 784 0 Z syz-executor.1 db> show all locks Process 7421 (syz-executor.3) thread 0xfffffe009506a720 (109505) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff8005079c9e0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 12 (intr) thread 0xfffffe00042bd020 (100032) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80050922208) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:2524 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 inodedep 553 1072K 6512 newblk 10 1037K 7046 vfscache 3 1035K 3 subproc 169 694K 7517 pcb 39 651K 15472 acpica 1674 649K 55230 filedesc 40 632K 12875 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 BPF 46 337K 46 dirrem 543 272K 6425 linker 348 270K 409 DEVFS1 107 214K 124 freefile 543 204K 6417 kdtrace 244 198K 16928 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 10 141K 6431 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2509 syncache 1 76K 1 ksem 39 76K 5567 vmem 3 72K 5 routetbl 132 71K 421 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 kqueue 77 37K 7436 lltable 42 36K 70 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 in6_multi 71 31K 71 sctp_timw 60 30K 60 DEVFSP 80 30K 100 GEOM 60 29K 489 pwddesc 74 28K 7422 kbdmux 6 28K 6 cred 26 26K 261 ifnet 7 25K 7 plimit 24 24K 441 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 119756 pfs_nodes 20 20K 20 proc-args 52 20K 689 UART 12 18K 12 session 35 18K 51 bmsafemap 2 17K 6490 rpc 2 16K 2 shmfd 1 16K 12 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 57 Unitno 30 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 12 pf_ifnet 10 9K 19 sctp_atcl 8 8K 8978 sctp_stro 4 8K 2633 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 inpcbpolicy 19 8K 5710 select 19 8K 69 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 osd 12 5K 5055 sctp_atky 12 5K 11861 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 sctp_athm 8 3K 9122 sctp_map 8 3K 5140 ipsec 3 3K 3 mkdir 8 3K 12822 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 6415 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 6414 vnodemarker 2 2K 52 NFSD session 1 2K 1 newdirblk 5 2K 6411 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 13391 filecaps 5 2K 118 crypto 4 2K 10 diradd 4 2K 6465 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 1798 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 60 entropy 2 1K 47 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 20881 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 chd data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 3675 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 288 tcp_do 0 0K 0 dctcp data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 htcp data 0 0K 0 mqdata 0 0K 0 vegas data 0 0K 21 cdg data 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5285 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 24 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 7 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 6614 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 48 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2337 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 127 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 932 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 771 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 905 1424027 0 254 37793792 0 malloc-384 384 34472 298 46538 0 30 13351680 0 malloc-1024 1024 4740 244 10944 0 16 5103616 0 malloc-8192 8192 329 1 493 0 1 2703360 0 pbuf 2624 0 989 0 0 2 2595136 0 RADIX NODE 144 17170 243 231195 0 62 2507472 0 mbuf 256 8726 814 3873147 0 254 2442240 0 BUF TRIE 144 184 13284 893 0 62 1939392 0 malloc-8192 8192 82 134 13773 0 1 1769472 0 UMA Slabs 0 112 12612 21 12612 0 126 1414896 0 mbuf_cluster 2048 570 2 570 0 254 1171456 0 tcp_log 416 55 2573 23442 0 254 1093248 0 malloc-384 384 2112 698 97638 0 30 1079040 0 malloc-32768 32768 20 7 6566 0 1 884736 0 malloc-384 384 2023 47 32321 0 30 794880 0 malloc-1024 1024 344 412 25610 0 16 774144 0 FFS inode 1160 522 24 6941 0 8 633360 0 malloc-384 384 1376 214 136308 0 30 610560 0 malloc-1024 1024 34 550 5369 0 16 598016 0 malloc-2048 2048 114 134 2856 0 8 507904 0 ertt_txseginfo 40 7 12012 1689199 0 254 480760 0 malloc-512 512 653 235 16721 0 30 454656 0 VM OBJECT 264 1432 98 108777 0 30 403920 0 malloc-512 512 236 508 7331 0 30 380928 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-16384 16384 21 0 21 0 1 344064 0 THREAD 1808 168 19 9505 0 8 338096 0 sctp_asoc 2288 4 136 2570 0 254 320320 0 256 Bucket 2048 137 17 23692 0 8 315392 0 tcp_bbr_map 128 2 2385 47791 0 126 305536 0 VNODE 448 560 70 6981 0 30 282240 0 sctp_ep 1280 4 209 6264 0 254 272640 0 socket 944 44 236 13225 0 254 264320 0 malloc-65536 65536 4 0 5 0 1 262144 0 MAP ENTRY 96 2225 421 405257 0 126 254016 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-4096 4096 14 38 3345 0 2 212992 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 1 2 177 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 9 2 18 0 1 180224 0 malloc-16384 16384 9 2 240 0 1 180224 0 vmem btag 56 2808 60 2808 0 254 160608 0 VMSPACE 2544 50 13 7398 0 4 160272 0 malloc-512 512 267 29 8041 0 30 151552 0 mbuf_packet 256 36 534 10551 0 254 145920 0 S VFS Cache 104 1026 339 7614 0 126 141960 0 malloc-8192 8192 12 5 6637 0 1 139264 0 malloc-8192 8192 14 3 600 0 1 139264 0 FFS2 dinode 256 522 18 6940 0 62 138240 0 tcpcb 1064 8 118 5043 0 254 134064 0 malloc-32768 32768 4 0 19 0 1 131072 0 tcp_inpcb 488 36 228 5043 0 254 128832 0 malloc-384 384 286 44 24451 0 30 126720 0 PROC 1328 74 19 7421 0 8 123504 0 malloc-384 384 296 14 355 0 30 119040 0 ksiginfo 112 78 966 2645 0 126 116928 0 malloc-16384 16384 3 4 33 0 1 114688 0 sctp_raddr 736 4 150 2570 0 254 113344 0 filedesc0 1072 74 24 7422 0 8 105056 0 malloc-4096 4096 22 2 2115 0 2 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 50 37 965 0 16 89088 0 malloc-384 384 169 61 13666 0 30 88320 0 malloc-512 512 134 18 536 0 30 77824 0 g_bio 408 0 180 6795 0 30 73440 0 32 Bucket 256 136 149 17996 0 62 72960 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-1024 1024 58 6 94 0 16 65536 0 malloc-384 384 109 61 7611 0 30 65280 0 malloc-8192 8192 4 3 52 0 1 57344 0 malloc-1024 1024 45 7 1205 0 16 53248 0 64 Bucket 512 51 53 7334 0 30 53248 0 malloc-2048 2048 14 8 1252 0 8 45056 0 malloc-2048 2048 2 20 510 0 8 45056 0 Files 80 244 306 34273 0 126 44000 0 clpbuf 2624 0 16 21 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 8 2 22 0 2 40960 0 pcpu-8 8 4695 425 4851 0 254 40960 0 16 Bucket 144 124 156 2636 0 62 40320 0 NAMEI 1024 0 36 41649 0 16 36864 0 malloc-2048 2048 4 14 156 0 8 36864 0 pipe 744 24 21 578 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 15 0 1 32768 0 malloc-2048 2048 16 0 16 0 8 32768 0 malloc-512 512 21 43 684 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 tcp_bbr_pcb 832 1 35 1170 0 16 29952 0 tcp_rack_pcb 832 2 34 1798 0 16 29952 0 malloc-4096 4096 1 6 25 0 2 28672 0 malloc-2048 2048 10 4 14 0 8 28672 0 malloc-512 512 22 34 6574 0 30 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 255289 0 62 28000 0 malloc-4096 4096 4 2 21 0 2 24576 0 malloc-512 512 17 31 6775 0 30 24576 0 PWD 32 25 731 6507 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 57 243 2600 0 126 24000 0 sctp_chunk 152 2 154 390 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 0 5 11 0 2 20480 0 malloc-1024 1024 7 13 76 0 16 20480 0 malloc-512 512 32 8 32 0 30 20480 0 2 Bucket 32 148 482 3693 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 736 0 2 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 11 5 77 0 16 16384 0 vtnet_tx_hdr 24 0 668 2367290 0 254 16032 0 tcp_rack_map 112 5 103 2919 0 126 12096 0 ertt 72 8 160 5043 0 126 12096 0 ripcb 488 5 19 112 0 254 11712 0 udplite_inpcb 488 0 24 257 0 254 11712 0 kenv 258 15 30 1060 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 unpcb 256 20 25 1208 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 1 3 10 0 8 8192 0 malloc-1024 1024 0 8 11 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 35 57 51 0 126 8096 0 rl_entry 40 65 137 65 0 254 8080 0 sctp_stream_msg_out 112 4 68 467 0 254 8064 0 sctp_laddr 48 8 160 705 0 254 8064 0 udpcb 32 6 246 555 0 254 8064 0 4 Bucket 48 6 162 182 0 254 8064 0 sctp_readq 152 0 52 116 0 254 7904 0 udp_inpcb 488 6 10 298 0 254 7808 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 11 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 1 83 1 0 254 4032 0 sackhole 32 0 126 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 cryptop 280 0 14 1 0 30 3920 0 itimer 352 0 11 1 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 4 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0