Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a3b753 stack pointer = 0x0:0xfffffe0056c8a1c0 frame pointer = 0x0:0xfffffe0056c8a6f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) SYZFAIL: failed to recv rpc fd=3 want=4 recv=0 n=0 (errno 9: Bad file descriptor) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 000000000b064f60 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000060080fe rax: fffffe00033eee30 rbx: fffffe006d059de0 rbp: fffffe0056c8a6f0 r10: aa01000000000000 r11: 000000000000001f r12: fffffe0056c8a4c0 r13: fffffe0056c8a500 r14: 0000000000000000 r15: fffffe00829b6330 trap number = 12 panic: page fault cpuid = 0 time = 2 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x280/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7f2/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x179/frame 0xfffffe0056c89f10 trap() at trap+0x648/frame 0xfffffe0056c8a0f0 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a0f0 --- trap 0xc, rip = 0xffffffff81a3b753, rsp = 0xfffffe0056c8a1c0, rbp = 0xfffffe0056c8a6f0 --- ip6_output() at ip6_output+0x30d3/frame 0xfffffe0056c8a6f0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x216c/frame 0xfffffe0056c8a9a0 sctp_send_initiate() at sctp_send_initiate+0x1591/frame 0xfffffe0056c8ab20 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab70 sctp_timeout_handler() at sctp_timeout_handler+0xb3b/frame 0xfffffe0056c8acb0 softclock_call_cc() at softclock_call_cc+0x395/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23de317(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff8272dbc0 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815da339 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffe r14 0xffffffff8272dbc0 .str.27 r15 0 rip 0xffffffff815c3cfe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23de317(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8392c760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8392c760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff8392d700 (map 0xffffffff8392d700) (map.pmap 0xffffffff8392d7c0) (pmap 0xffffffff8392d830) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 2343 2325 0 0 NE ifconfig 2341 424 424 0 R env 2340 1125 1125 0 R (threaded) syz-executor 102940 RunQ syz-executor 102964 S uwait 0xfffffe007fe0e300 syz-executor 2336 767 767 0 R (threaded) syz-executor 102921 RunQ syz-executor 102963 S connec 0xfffffe007ca5f0da syz-executor 102965 RunQ syz-executor 102966 S uwait 0xfffffe007a6bc700 syz-executor 102967 S uwait 0xfffffe007a6bea00 syz-executor 102968 S uwait 0xfffffe007a6bc100 syz-executor 2325 1 2325 0 R syz-executor 2323 766 766 0 R (threaded) syz-executor 102933 RunQ syz-executor 102958 S uwait 0xfffffe007a6bcf00 syz-executor 2312 1 1125 0 S uwait 0xfffffe005847a000 syz-executor 2298 1 1125 0 SV sigwait 0xfffffe0080c23610 syz-executor 2289 1 1125 0 S uwait 0xfffffe007a6bc780 syz-executor 2260 1 767 0 S uwait 0xfffffe007a6bef00 syz-executor 2238 1 1125 0 S uwait 0xfffffe0059880900 syz-executor 2230 1 766 0 SV uwait 0xfffffe007a6be180 syz-executor 2220 1 766 0 S uwait 0xfffffe007a6bc600 syz-executor 2217 2216 767 0 SV uwait 0xfffffe007a6bbc80 syz-executor 2216 2215 767 0 DV ppwait 0xfffffe005bdfe560 syz-executor 2215 1 767 0 DV ppwait 0xfffffe005bdfb500 syz-executor 2211 1 766 0 S uwait 0xfffffe00768a5600 syz-executor 2210 1 1125 0 S uwait 0xfffffe00768a4480 syz-executor 2201 1 1125 0 S uwait 0xfffffe00768a6180 syz-executor 2188 1 766 0 S uwait 0xfffffe007fe0e000 syz-executor 2154 1 766 0 S uwait 0xfffffe00768a3180 syz-executor 2152 1 1125 0 S uwait 0xfffffe00768a6b80 syz-executor 2134 1 766 0 S uwait 0xfffffe00768a6980 syz-executor 2126 1 766 0 S uwait 0xfffffe007a6be500 syz-executor 2113 1 767 0 S uwait 0xfffffe007a6be780 syz-executor 2103 2102 767 0 S uwait 0xfffffe00768a6880 syz-executor 2102 1 767 0 SV wait 0xfffffe005bddd5a0 syz-executor 2091 1 1125 0 S uwait 0xfffffe007a6bbb00 syz-executor 2057 1 766 0 S uwait 0xfffffe0059880e00 syz-executor 2054 1 767 0 S uwait 0xfffffe00768a4300 syz-executor 2045 1 766 0 S uwait 0xfffffe007a6bf180 syz-executor 2044 1 1125 0 SV uwait 0xfffffe007a6be200 syz-executor 2041 1 766 0 S uwait 0xfffffe0058479000 syz-executor 2013 1 767 0 S uwait 0xfffffe00768a3600 syz-executor 2001 1 767 0 S uwait 0xfffffe007a6bee80 syz-executor 1963 1 1125 0 S uwait 0xfffffe007a6bcb00 syz-executor 1959 1 766 0 SV uwait 0xfffffe007a6bb900 syz-executor 1957 1 766 0 SV uwait 0xfffffe005847a500 syz-executor 1947 1 1125 0 SV uwait 0xfffffe0059880a00 syz-executor 1924 1 767 0 SV uwait 0xfffffe00768a4680 syz-executor 1900 1 767 0 SV uwait 0xfffffe00768a3d00 syz-executor 1869 1 1125 0 S uwait 0xfffffe00768a5b80 syz-executor 1837 1 1125 0 SV uwait 0xfffffe0058479280 syz-executor 1800 1 767 0 SV uwait 0xfffffe00768a5e00 syz-executor 1775 0 0 0 DL mdwait 0xfffffe007d34d000 [md6] 1769 1 1769 65 Ss select 0xfffffe00768a3f40 dhclient 1752 0 0 0 DL mdwait 0xfffffe007d34c000 [md5] 1745 0 0 0 DL mdwait 0xfffffe007c2e1000 [md4] 1736 1 766 0 SV uwait 0xfffffe0058478c00 syz-executor 1734 1 1125 0 S uwait 0xfffffe0058479780 syz-executor 1728 1 1125 0 SV sbwait 0xfffffe0059a67a0c syz-executor 1726 0 0 0 DL mdwait 0xfffffe007c2e2000 [md3] 1716 1 1125 0 SV uwait 0xfffffe0059880700 syz-executor 1700 1 767 0 S uwait 0xfffffe0059880d00 syz-executor 1684 0 0 0 DL mdwait 0xfffffe006e527000 [md2] 1683 1 766 0 S uwait 0xfffffe0059880f00 syz-executor 1676 1 767 0 SV uwait 0xfffffe005847a100 syz-executor 1675 1 767 60928 S uwait 0xfffffe0057f90c80 syz-executor 1663 1 1125 60929 S uwait 0xfffffe00768a5700 syz-executor 1629 1 766 0 SV uwait 0xfffffe00768a3c00 syz-executor 1628 1 766 60928 S uwait 0xfffffe005847a300 syz-executor 1622 1 766 0 S uwait 0xfffffe005987e900 syz-executor 1610 1 766 0 S uwait 0xfffffe005987fb80 syz-executor 1587 1 1125 0 SV uwait 0xfffffe00768a3980 syz-executor 1585 1 1125 60928 S uwait 0xfffffe00768a3080 syz-executor 1575 1 1125 0 S uwait 0xfffffe00586ce100 syz-executor 1573 1 767 0 SV uwait 0xfffffe00768a4800 syz-executor 1567 1 1125 0 S uwait 0xfffffe00768a5100 syz-executor 1547 1 1547 0 Ss select 0xfffffe00768a3e40 dhclient 1543 1 1543 0 Ss select 0xfffffe00768a3ec0 dhclient 1542 1 767 0 SV uwait 0xfffffe00768a6280 syz-executor 1533 1 767 60928 S uwait 0xfffffe0058479180 syz-executor 1518 1 1518 65 Ss select 0xfffffe00768a4640 dhclient 1516 1 767 0 SV select 0xfffffe00768a4740 syz-executor 1503 1 766 0 S uwait 0xfffffe00586cea00 syz-executor 1499 1 1125 0 SV uwait 0xfffffe005987dd00 syz-executor 1490 1 766 0 S uwait 0xfffffe00768a5c80 syz-executor 1476 1 767 0 SV uwait 0xfffffe005987da00 syz-executor 1466 1 767 0 S uwait 0xfffffe0058479a80 syz-executor 1459 1 766 60928 S uwait 0xfffffe0058478e00 syz-executor 1456 1 767 0 SV uwait 0xfffffe0058479e80 syz-executor 1417 1 1125 0 SV uwait 0xfffffe00586ce980 syz-executor 1398 1 767 0 SV uwait 0xfffffe00586ce200 syz-executor 1355 1 1125 0 SV uwait 0xfffffe0057f90880 syz-executor 1348 1 1125 0 S uwait 0xfffffe005987d280 syz-executor 1330 1 767 0 S uwait 0xfffffe005987d800 syz-executor 1296 1 766 0 SV uwait 0xfffffe005987f300 syz-executor 1295 1 767 0 S uwait 0xfffffe00586ce400 syz-executor 1270 1 766 0 S uwait 0xfffffe005847b780 syz-executor 1242 1240 766 0 SV uwait 0xfffffe005987db00 syz-executor 1240 1 766 0 DV ppwait 0xfffffe005bd02540 syz-executor 1232 1 767 0 R syz-executor 1182 0 0 0 DL mdwait 0xfffffe0059793000 [md1] 1171 1170 767 0 SV uwait 0xfffffe00586cda80 syz-executor 1170 1 767 0 DV ppwait 0xfffffe005bd1caa0 syz-executor 1169 1 1169 0 Ss select 0xfffffe00584781c0 dhclient 1168 1 1125 0 R syz-executor 1161 1 1161 0 Ss select 0xfffffe005847a5c0 dhclient 1125 1 1125 0 R syz-executor 1116 1 766 0 S uwait 0xfffffe0058479c80 syz-executor 1110 1 766 0 SV sbwait 0xfffffe0059a9ba0c syz-executor 1067 1 767 0 SV uwait 0xfffffe0058478b00 syz-executor 1014 1 767 0 S uwait 0xfffffe005987d500 syz-executor 977 1 766 0 SV uwait 0xfffffe005847bd80 syz-executor 950 1 766 0 S uwait 0xfffffe005987d180 syz-executor 934 932 766 0 S uwait 0xfffffe00586cdd80 syz-executor 932 1 766 0 SV wait 0xfffffe005bcd5060 syz-executor 914 1 766 0 S uwait 0xfffffe005847b680 syz-executor 896 1 767 0 SV uwait 0xfffffe00586cf380 syz-executor 856 0 0 0 DL aiordy 0xfffffe005bd01020 [aiod4] 855 0 0 0 DL aiordy 0xfffffe005bce85a0 [aiod3] 854 0 0 0 DL aiordy 0xfffffe005bd01580 [aiod2] 853 0 0 0 DL aiordy 0xfffffe005bd01ae0 [aiod1] 837 1 766 0 SV uwait 0xfffffe005987f100 syz-executor 818 1 767 0 SV uwait 0xfffffe005987ea00 syz-executor 767 1 767 0 R syz-executor 766 1 766 0 R syz-executor 759 682 759 0 Rs CPU 1 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe0058932cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00589330b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00589334b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00589338b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058933cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00589340b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00589344b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00589348b0 getty 686 1 686 0 Ss nanslp 0xffffffff83983400 cron 682 1 682 0 Ss select 0xfffffe005847bd40 sshd 495 1 495 0 Ss select 0xfffffe00598803c0 syslogd 424 1 424 0 Ss wait 0xfffffe0007be2580 devd 423 1 423 65 Ss select 0xfffffe00598802c0 dhclient 338 1 338 0 Ss select 0xfffffe00598805c0 dhclient 335 1 335 0 Ss select 0xfffffe0059880640 dhclient 17 0 0 0 DL syncer 0xffffffff83aa0be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a26040 [vnlru] 15 0 0 0 RL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83a9f1c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100093 RunQ [/ worker] 9 0 0 0 DL psleep 0xffffffff83aea8a0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 RunQ [dom0] 100080 D launds 0xffffffff83ad0844 [laundry: dom0] 100081 D umarcl 0xffffffff81d7a710 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 RL [pf purge] 5 0 0 0 DL waiting 0xffffffff842e59e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cb340 [doneq0] 100046 D - 0xffffffff836cb2c0 [async] 100075 D - 0xffffffff836cb140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83acc020 [crypto] 100043 D crypto_ 0xfffffe0054082d30 [crypto returns 0] 100044 D crypto_ 0xfffffe0054082d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543e0088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392bd80 [g_event] 100037 D - 0xffffffff8392bda0 [g_up] 100038 D - 0xffffffff8392bdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 RLs [init] 10 0 0 0 DL audit_w 0xffffffff83acca80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c19ff0 [swapper] 100005 D - 0xfffffe000796d200 [softirq_0] 100006 D - 0xfffffe000796d100 [softirq_1] 100007 D - 0xfffffe000796d000 [if_io_tqg_0] 100008 D - 0xfffffe000796ce00 [if_io_tqg_1] 100009 D - 0xfffffe000796cd00 [if_config_tqg_0] 100010 D - 0xfffffe000796cc00 [pci_hp taskq] 100011 D - 0xfffffe000796cb00 [kqueue_ctx taskq] 100014 D - 0xfffffe000796c800 [thread taskq] 100016 D - 0xfffffe000796c600 [aiod_kick taskq] 100017 D - 0xfffffe000796c500 [deferred_unmount ta] 100018 D - 0xfffffe000796c400 [inm_free taskq] 100019 D - 0xfffffe000796c300 [in6m_free taskq] 100020 D - 0xfffffe000796c200 [linuxkpi_irq_wq] 100021 D - 0xfffffe000796c100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796c100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796c100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796c100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796c000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796c000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796c000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796c000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796be00 [firmware taskq] 100040 D - 0xfffffe000796bd00 [crypto_0] 100041 D - 0xfffffe000796bd00 [crypto_1] 100056 D - 0xfffffe000796bb00 [vtnet0 rxq 0] 100057 D - 0xfffffe000796ba00 [vtnet0 txq 0] 100058 D - 0xfffffe000796b900 [vtnet0 rxq 1] 100059 D - 0xfffffe000796b800 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057f8d380 [virtio_balloon] 100065 D - 0xffffffff82732e00 [deadlkres] 100069 D - 0xfffffe00595d9000 [acpi_task_0] 100070 D - 0xfffffe00595d9000 [acpi_task_1] 100071 D - 0xfffffe00595d9000 [acpi_task_2] 100073 D - 0xfffffe000796da00 [mca taskq] 100074 D - 0xfffffe000796bc00 [CAM taskq] 100076 D - 0xfffffe000796b700 [ipsec_offload] 100547 D - 0xfffffe006e0b6d00 [system_taskq_0] 100548 D - 0xfffffe006e0b6d00 [system_taskq_1] 100549 D - 0xfffffe006e0b6800 [system_delay_taskq_] 100550 D - 0xfffffe006e0b6800 [system_delay_taskq_] 100552 D - 0xfffffe000796b500 [arc_prune] 100563 D - 0xfffffe006e0b6c00 [dbu_evict] 100578 D - 0xfffffe00595d9a00 [z_vdev_file_0] 100579 D - 0xfffffe00595d9a00 [z_vdev_file_1] 100580 D - 0xfffffe00595d9a00 [z_vdev_file_2] 100581 D - 0xfffffe00595d9a00 [z_vdev_file_3] 100582 D - 0xfffffe00595d9a00 [z_vdev_file_4] 100583 D - 0xfffffe00595d9a00 [z_vdev_file_5] 100584 D - 0xfffffe00595d9a00 [z_vdev_file_6] 100585 D - 0xfffffe00595d9a00 [z_vdev_file_7] 100586 D - 0xfffffe00595d9a00 [z_vdev_file_8] 100587 D - 0xfffffe00595d9a00 [z_vdev_file_9] 100588 D - 0xfffffe00595d9a00 [z_vdev_file_10] 100589 D - 0xfffffe00595d9a00 [z_vdev_file_11] 100590 D - 0xfffffe00595d9a00 [z_vdev_file_12] 100591 D - 0xfffffe00595d9a00 [z_vdev_file_13] 100592 D - 0xfffffe00595d9a00 [z_vdev_file_14] 100593 D - 0xfffffe00595d9a00 [z_vdev_file_15] 100601 D - 0xfffffe006e0ba400 [zfsvfs] db> show all locks Process 2336 (syz-executor) thread 0xfffffe005bded740 (102965) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe007ca5f180) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4815 Process 2325 (syz-executor) thread 0xfffffe005bcfc000 (100140) shared sx killpg racer (killpg racer) r = 0 (0xfffffe005bc88508) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_fork.c:975 Process 1728 (syz-executor) thread 0xfffffe005bd41740 (100442) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0059a679c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4815 Process 1110 (syz-executor) thread 0xfffffe005bc7c000 (100119) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0059a9b9c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4815 Process 759 (sshd) thread 0xfffffe005bc26740 (100085) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0080f82070) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:1358 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8392fd60) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:421 Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe0074e584a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0074fa8180) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests sctp_stro 406 55774K 1665 linker 424 15555K 571 pf_hash 6 12804K 6 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4227 solaris 2243 3597K 4469 sysctloid 44784 2631K 45011 vtbuf 24 1968K 46 pcb 1175 1956K 8919 filedesc 193 1543K 2717 kobj 329 1316K 583 newblk 9 1026K 6256 vfscache 3 1025K 3 subproc 363 687K 2570 vmem 5 532K 10 inodedep 44 529K 2199 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 983 369K 6074 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 134748 acpica 1674 184K 57762 tidhash 3 141K 3 pagedep 14 132K 1289 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 118 118K 143 sem 4 106K 4 gtaskqueue 18 98K 18 kdtrace 455 86K 5313 bus 991 81K 5033 umtx 640 80K 640 tcp_fsb_rack 36 75K 728 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 523 ddb_capture 1 64K 1 sctp_atky 1393 57K 7884 BPF 32 54K 99 temp 37 39K 3129 DEVFS3 135 34K 151 filemon 4 32K 121 hostcache 1 32K 1 shm 1 32K 14 msg 4 30K 4 kbdmux 6 28K 6 LRO 24 25K 28 md_disk 6 24K 18 routetbl 213 22K 805 DEVFS_RULE 56 20K 56 ifaddr 67 19K 88 kstat_data 18 18K 18 CC Mem 71 18K 1477 cred 69 18K 394 ufs_mount 4 17K 5 GEOM 103 17K 917 lltable 52 17K 151 proc 3 17K 3 tty 16 16K 16 sctp_athm 983 16K 6128 ithread 90 15K 90 bus-sc 34 15K 1627 ifnet 8 15K 9 eventhandler 166 14K 166 sctp_aadr 215 14K 280 sctp_map 812 13K 3308 devstat 6 13K 6 kenv 95 12K 95 ksem 10 11K 127 sctp_timw 43 11K 43 kqueue 155 11K 3865 CAM queue 5 11K 1528 ether_multi 124 10K 252 rman 82 10K 437 pwddesc 152 10K 2603 taskqueue 84 9K 219 bmsafemap 3 9K 1957 plimit 22 9K 433 rpc 4 9K 4 UART 12 9K 12 shmfd 1 8K 13 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 in6_multi 55 8K 78 pf_ifnet 21 7K 115 freework 26 7K 3059 crypto 11 7K 71 UMA 339 7K 340 sglist 6 7K 6 freeblks 24 6K 1403 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 27 6K 54 DEVFSP 82 6K 542 tcp_pcm_rack 18 5K 364 pf_osfp 38 5K 38 vt 11 5K 11 pf_table 2 4K 42 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 169 4K 3682 acpisem 28 4K 28 inpcbpolicy 105 4K 2189 kcovinfo 52 4K 78 freefile 25 4K 1523 session 25 4K 57 lockf 28 4K 100 terminal 11 3K 11 sctp_stri 5 3K 120 uidinfo 5 3K 33 hhook 8 3K 10 clone 9 3K 11 selfd 33 3K 56277 osd 99 3K 1497 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 14 2K 115 Unitno 30 2K 104 cryptodev 26 2K 475 sctp_ifa 13 2K 16 ip6ndp 11 2K 17 CAM XPT 22 2K 543 mkdir 12 2K 2450 tun 4 2K 6 vnodemarker 3 2K 257 toponodes 6 2K 6 netlink 3 2K 185 ipsecpolicy 2 2K 2 in_multi 5 2K 27 acpidev 20 2K 20 msi 9 2K 9 ip6opt 8 2K 114 softdep 1 1K 1 dirrem 4 1K 1672 diradd 8 1K 1699 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mount 19 1K 425 newdirblk 7 1K 1225 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 8 igmp 6 1K 8 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 sctp_ifn 5 1K 16 encap_export_host 12 1K 12 ip_msource 8 1K 19 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 procdesc 3 1K 18 vnodes 1 1K 3 sigio 4 1K 5 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 5 soname 6 1K 7984 pf_rule 1 1K 41 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 204 aio 4 1K 8 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 iov 3 1K 28276 pmc 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 filecaps 3 1K 110 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 tcp_do_rack 0 0K 4 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1729 sctp_iter 0 0K 22 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 3 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 19 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1515 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 141 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 2110 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 3 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 53 in_mfilter 0 0K 62 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 0 VN POLL 0 0K 1 statfs 0 0K 276 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 91 lio 0 0K 276 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 446 eventfd 0 0K 3 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 424 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 875 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 132 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 72 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 3 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 21 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree ertt_txseginfo 40 2160662 606435 3360660 0 254 110683880 0 mbuf_jumbo_page 4096 9135 771 63286 0 254 40574976 0 256 Bucket 2048 2576 56 17894 0 8 5390336 0 mbuf 256 12575 4198 3524323 0 254 4293888 0 vmem btag 56 49352 79 49391 0 254 2768136 0 malloc-16384 16384 99 41 1359 0 1 2293760 0 malloc-128 128 14647 109 15492 0 126 1888768 0 RADIX NODE 144 10961 1214 64536 0 62 1753200 0 BUF TRIE 144 280 11508 5799 0 62 1697472 0 malloc-384 384 4121 49 4509 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 UMA Slabs 0 112 13758 24 13833 0 126 1543584 0 tcp_bbr_map 128 6632 4714 105176 0 126 1452288 0 malloc-4096 4096 336 6 631 0 2 1400832 0 malloc-2048 2048 576 96 4546 0 8 1376256 0 sctp_asoc 2256 406 104 1653 0 254 1150560 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 socket 1024 350 666 8028 0 254 1040384 0 sctp_ep 1152 572 191 4351 0 254 878976 0 malloc-4096 4096 152 50 2346 0 2 827392 0 FFS inode 1168 626 60 2167 0 8 801248 0 VM OBJECT 264 2335 665 33066 0 30 792000 0 malloc-65536 65536 10 1 13 0 1 720896 0 malloc-256 256 2467 143 7198 0 62 668160 0 THREAD 1824 302 18 2968 0 8 583680 0 MAP ENTRY 96 3980 1564 134031 0 126 532224 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-384 384 1036 164 6172 0 30 460800 0 malloc-65536 65536 5 2 379 0 1 458752 0 malloc-1024 1024 402 46 1618 0 16 458752 0 sctp_raddr 736 438 79 1862 0 254 380512 0 VNODE 440 666 117 2211 0 30 344520 0 malloc-64 64 5171 184 38216 0 254 342720 0 malloc-16 16 18287 713 66715 0 254 304000 0 PROC 1376 151 58 2343 0 8 287584 0 FPU_save_area 832 304 38 4169 0 16 284544 0 sctp_chunk 152 1202 592 2888 0 254 272688 0 malloc-32768 32768 2 6 1928 0 1 262144 0 malloc-2048 2048 105 15 708 0 8 245760 0 UMA Zones 768 311 3 312 0 16 241152 0 malloc-32 32 7160 274 61150 0 254 237888 0 filedesc0 1072 152 65 2603 0 8 232624 0 DEVCTL 1024 40 180 205 0 0 225280 0 malloc-256 256 675 195 6641 0 62 222720 0 tcp_log 416 8 505 2363 0 254 213408 0 malloc-2048 2048 7 97 1268 0 8 212992 0 malloc-32768 32768 5 1 17 0 1 196608 0 mbuf_packet 256 303 459 16453 0 254 195072 0 malloc-128 128 1243 276 27672 0 126 194432 0 FFS2 dinode 256 626 124 2167 0 62 192000 0 malloc-256 256 290 400 7586 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 tcp_inpcb 1320 71 58 1454 0 8 170280 0 malloc-1024 1024 136 24 1724 0 16 163840 0 malloc-128 128 1084 187 5290 0 126 162688 0 S VFS Cache 104 1018 386 2782 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 15 0 1 131072 0 unpcb 256 15 495 1352 0 254 130560 0 malloc-4096 4096 19 11 368 0 2 122880 0 128 Bucket 1024 107 8 1052 0 16 117760 0 ksiginfo 112 208 836 614 0 126 116928 0 UMA Kegs 384 297 6 298 0 30 116352 0 VMSPACE 616 120 60 2187 0 16 110880 0 malloc-64 64 612