panic: Assertion in_epoch(net_epoch_preempt) failed at /syzkaller/managers/main/kernel/sys/net/if.c:356 cpuid = 0 time = 1639785342 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009a2b4ad0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009a2b4c30 vpanic() at vpanic+0x2b8/frame 0xfffffe009a2b4d10 panic() at panic+0xb5/frame 0xfffffe009a2b4de0 ifnet_byindex() at ifnet_byindex+0xce/frame 0xfffffe009a2b4e10 ip6_setpktopt() at ip6_setpktopt+0xb4d/frame 0xfffffe009a2b4e70 ip6_pcbopt() at ip6_pcbopt+0x10e/frame 0xfffffe009a2b4ed0 ip6_ctloutput() at ip6_ctloutput+0x260d/frame 0xfffffe009a2b5970 udp_ctloutput() at udp_ctloutput+0x214/frame 0xfffffe009a2b5a50 sosetopt() at sosetopt+0x20e/frame 0xfffffe009a2b5bb0 kern_setsockopt() at kern_setsockopt+0x23c/frame 0xfffffe009a2b5ce0 sys_setsockopt() at sys_setsockopt+0x76/frame 0xfffffe009a2b5d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe009a2b5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009a2b5f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a41a, rsp = 0x22f08, rbp = 0x22f70 --- KDB: enter: panic [ thread pid 32058 tid 135027 ] Stopped at kdb_enter+0x6b: movq $0,0x250f93a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xac215c460d574218 rdx 0x3ffff rbx 0 rsp 0xfffffe009a2b4c10 rbp 0xfffffe009a2b4c30 rsi 0x40001 rdi 0xffffffff8175e3aa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a95a190 r12 0xfffffe009a959c80 r13 0xfffffe009a2b4c01 r14 0xffffffff82b42380 .str.18 r15 0xffffffff82b42380 .str.18 rip 0xffffffff8175195b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250f93a(%rip) db> show proc Process 32058 (syz-executor.3) at 0xfffffe009a93d000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 798 at 0xfffffe0058befa90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053de5000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009aa919f8 (map 0xfffffe009aa919f8) (map.pmap 0xfffffe009aa91ab8) (pmap 0xfffffe009aa91b20) threads: 2 134976 RunQ syz-executor.3 135027 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 32058 798 798 0 R (threaded) syz-executor.3 134976 RunQ syz-executor.3 135027 Run CPU 0 syz-executor.3 32053 782 782 0 S (threaded) syz-executor.2 131868 S nanslp 0xffffffff83c2e940 syz-executor.2 135015 S connec 0xfffffe0058d8dc1a syz-executor.2 135020 S uwait 0xfffffe0092fb6300 syz-executor.2 32052 780 780 0 S (threaded) syz-executor.0 134854 S nanslp 0xffffffff83c2e940 syz-executor.0 135016 S aiowc 0xfffffe009aa50e18 syz-executor.0 135019 S aiowc 0xfffffe009aa50e18 syz-executor.0 31629 1 780 0 S uwait 0xfffffe0092fb3400 syz-executor.0 31626 1 780 0 S uwait 0xfffffe0092fb5400 syz-executor.0 31615 1 780 0 S uwait 0xfffffe0092e55f00 syz-executor.0 30266 1 798 0 S uwait 0xfffffe0053e97280 syz-executor.3 27406 1 782 0 S uwait 0xfffffe00576c8f00 syz-executor.2 25905 1 798 0 S uwait 0xfffffe0092fb5580 syz-executor.3 25682 1 781 0 S uwait 0xfffffe0092e55800 syz-executor.1 25676 1 781 0 S uwait 0xfffffe00576c8b00 syz-executor.1 25664 1 781 0 S uwait 0xfffffe0092fb3200 syz-executor.1 25660 1 798 0 S uwait 0xfffffe0092fb2580 syz-executor.3 25649 1 798 0 S umtxn 0xfffffe0092fb2c00 syz-executor.3 25641 1 798 0 S uwait 0xfffffe0053e98a80 syz-executor.3 19440 1 798 0 S uwait 0xfffffe00576c8400 syz-executor.3 19433 1 798 0 S uwait 0xfffffe0092fb3280 syz-executor.3 19432 1 798 0 S uwait 0xfffffe0092fb2700 syz-executor.3 19421 1 798 0 S uwait 0xfffffe0053e98880 syz-executor.3 19358 1 782 0 S uwait 0xfffffe00576c8000 syz-executor.2 19350 1 782 0 S uwait 0xfffffe0092fb3a00 syz-executor.2 19345 1 782 0 S uwait 0xfffffe0092fb2900 syz-executor.2 14284 1 780 0 S uwait 0xfffffe0092fb5100 syz-executor.0 14273 1 14273 65 Ss select 0xfffffe0058aba6c0 dhclient 14269 1 780 0 S uwait 0xfffffe0092fb6980 syz-executor.0 12147 1 798 0 S uwait 0xfffffe0099f31200 syz-executor.3 12141 1 798 0 S uwait 0xfffffe0092fb6500 syz-executor.3 12137 1 798 0 S uwait 0xfffffe0092fb2f00 syz-executor.3 12133 1 798 0 S uwait 0xfffffe00576cb800 syz-executor.3 12128 1 781 0 S uwait 0xfffffe0092fb2880 syz-executor.1 12127 1 798 0 S uwait 0xfffffe0092fb6000 syz-executor.3 12122 1 798 0 S uwait 0xfffffe0092fb6880 syz-executor.3 12117 1 781 0 S uwait 0xfffffe0092fb2e00 syz-executor.1 12116 1 782 0 S uwait 0xfffffe0092e55200 syz-executor.2 12113 1 798 0 S uwait 0xfffffe00576c8a00 syz-executor.3 12111 1 798 0 S uwait 0xfffffe00576c9500 syz-executor.3 12105 1 798 0 S uwait 0xfffffe0092fb6600 syz-executor.3 12104 1 781 0 S uwait 0xfffffe0092e55500 syz-executor.1 12098 1 798 0 S uwait 0xfffffe0092fb6100 syz-executor.3 12086 1 798 0 S uwait 0xfffffe00576c8300 syz-executor.3 12082 1 798 0 S uwait 0xfffffe00576c8e00 syz-executor.3 12080 1 798 0 S uwait 0xfffffe0007994a00 syz-executor.3 12074 1 798 0 S uwait 0xfffffe0099f31800 syz-executor.3 12066 1 798 0 S uwait 0xfffffe0092e55700 syz-executor.3 12057 1 798 0 S uwait 0xfffffe0092fb6580 syz-executor.3 12048 1 798 0 S uwait 0xfffffe0099f31780 syz-executor.3 12039 1 798 0 S uwait 0xfffffe0007994680 syz-executor.3 12030 1 798 0 S uwait 0xfffffe00576c8500 syz-executor.3 12021 1 798 0 S uwait 0xfffffe0092e54e80 syz-executor.3 12011 1 798 0 S uwait 0xfffffe0007994500 syz-executor.3 12002 1 798 0 S uwait 0xfffffe0099f31300 syz-executor.3 11993 1 798 0 S uwait 0xfffffe0092e55100 syz-executor.3 10656 1 780 0 S uwait 0xfffffe0092e55000 syz-executor.0 10648 1 780 0 S uwait 0xfffffe0092fb5e80 syz-executor.0 10641 1 780 0 S uwait 0xfffffe0092fb3480 syz-executor.0 10105 1 10105 0 Ss select 0xfffffe0099f45040 dhclient 10102 1 10102 0 Ss select 0xfffffe0099f44140 dhclient 10075 1 10075 65 Ss select 0xfffffe0099f443c0 dhclient 7377 0 0 0 DL aiordy 0xfffffe009a18e000 [aiod4] 7376 0 0 0 DL aiordy 0xfffffe0092a60548 [aiod3] 7375 0 0 0 DL aiordy 0xfffffe0053de3a90 [aiod2] 7374 0 0 0 DL aiordy 0xfffffe009a18ea90 [aiod1] 6019 1 6019 0 Ss select 0xfffffe00928f39c0 dhclient 6016 1 6016 0 Ss select 0xfffffe00928f3b40 dhclient 5997 1 5997 65 Ss select 0xfffffe0099f45140 dhclient 4033 1 4033 0 Ss select 0xfffffe0099f44940 dhclient 4030 1 4030 0 Ss select 0xfffffe0099f44b40 dhclient 4003 1 4003 65 Ss select 0xfffffe00928f2340 dhclient 1212 1 1212 0 Ss select 0xfffffe0092563840 dhclient 1207 1 1207 0 Ss select 0xfffffe00928f3340 dhclient 798 773 798 0 Ss nanslp 0xffffffff83c2e940 syz-executor.3 782 773 782 0 Ss nanslp 0xffffffff83c2e941 syz-executor.2 781 773 781 0 Rs syz-executor.1 780 773 780 0 Rs CPU 1 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100092 S uwait 0xfffffe00576c9700 syz-fuzzer 100115 S uwait 0xfffffe00576c9c00 syz-fuzzer 100116 S uwait 0xfffffe00576c9d00 syz-fuzzer 100117 S uwait 0xfffffe00576c9e00 syz-fuzzer 100118 S uwait 0xfffffe0053e97480 syz-fuzzer 100119 S uwait 0xfffffe0053e97580 syz-fuzzer 100120 S uwait 0xfffffe0092e55300 syz-fuzzer 100121 S uwait 0xfffffe00576c9f00 syz-fuzzer 100122 S kqread 0xfffffe0053f68300 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0058d540b0 csh 769 687 769 0 Ss select 0xfffffe00928f3840 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00576de8b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058637cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f8c0b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00586384b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058638cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f8c8b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00586394b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058639cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576e94b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c2e941 cron 687 1 687 0 Ss select 0xfffffe00928f3bc0 sshd 500 1 500 0 Ss select 0xfffffe0058aba940 syslogd 429 1 429 0 Ss select 0xfffffe0058aba7c0 devd 428 1 428 65 Ss select 0xfffffe0058aba040 dhclient 343 1 343 0 Ss select 0xfffffe0058aba1c0 dhclient 340 1 340 0 Ss select 0xfffffe0092564f40 dhclient 16 0 0 0 DL syncer 0xffffffff83d54140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0058865000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d52760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058c6cce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d85c00 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d79ab8 [dom0] 100079 D launds 0xffffffff83d79ac4 [laundry: dom0] 100080 D umarcl 0xffffffff81e42700 [uma] 6 0 0 0 DL - 0xffffffff839ea808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff849431c0 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff844ac530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388c7c0 [doneq0] 100046 D - 0xffffffff8388c740 [async] 100075 D - 0xffffffff8388c5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057147c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d75300 [crypto] 100042 D crypto_ 0xfffffe0053fb3030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb3080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c04000 [g_event] 100037 D - 0xffffffff83c04020 [g_up] 100038 D - 0xffffffff83c04040 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d75de0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c04aa0 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100010 D - 0xfffffe00081db000 [kqueue_ctx taskq] 100011 D - 0xfffffe00081dae00 [pci_hp taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100015 D - 0xfffffe00081daa00 [aiod_kick taskq] 100016 D - 0xfffffe00081da900 [inm_free taskq] 100017 D - 0xfffffe00081da800 [in6m_free taskq] 100018 D - 0xfffffe00081da700 [deferred_unmount ta] 100019 D - 0xfffffe00081da600 [thread taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f6b300 [firmware taskq] 100039 D - 0xfffffe0053f6a800 [crypto_0] 100040 D - 0xfffffe0053f6a800 [crypto_1] 100056 D - 0xfffffe0053f69e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f69d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f69c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f69b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a0600 [virtio_balloon] 100065 D - 0xffffffff82b47e60 [deadlkres] 100069 D - 0xfffffe0053f69900 [acpi_task_0] 100070 D - 0xfffffe0053f69900 [acpi_task_1] 100071 D - 0xfffffe0053f69900 [acpi_task_2] 100072 D - 0xfffffe00081db100 [mca taskq] 100074 D - 0xfffffe0053f6a100 [CAM taskq] db> show all locks Process 32058 (syz-executor.3) thread 0xfffffe009a959c80 (135027) exclusive rw udpliteinp (udpliteinp) r = 0 (0xfffffe0092ffcc50) locked @ /syzkaller/managers/main/kernel/sys/netinet6/ip6_output.c:2078 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35462 2089K 35533 vtbuf 24 1968K 46 kobj 322 1288K 481 newblk 35 1033K 31892 vfscache 3 1025K 3 filedesc 118 938K 62135 pcb 367 919K 65580 inodedep 512 704K 33192 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 subproc 240 489K 32192 intr 4 472K 4 vmem 3 274K 6 acpica 1674 184K 56282 sctp_stro 169 169K 7147 vnet_data 1 168K 1 tidhash 3 141K 3 linker 353 134K 381 pagedep 15 132K 31026 tfo_ccache 1 128K 1 sctp_atcl 339 128K 39975 dirrem 498 125K 32100 DEVFS1 109 109K 126 sem 4 106K 4 pf_rule 72 99K 860 BPF 46 88K 267 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 freefile 496 62K 32047 umtx 484 61K 484 kdtrace 320 60K 67087 sctp_timw 221 56K 221 pf_osfp 445 55K 445 temp 34 33K 4327 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 898 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 sctp_atky 508 22K 47717 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 130 16K 410 lltable 47 15K 132 bus-sc 34 15K 1651 KTRACE 100 13K 100 ether_multi 152 13K 162 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 cred 38 10K 623 ksem 4 10K 176 kqueue 112 10K 32090 in6_multi 65 9K 65 bmsafemap 2 9K 32489 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 28 pfs_vncache 1 8K 1 freework 31 8K 31082 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 pwddesc 110 7K 32059 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 471 sctp_athm 339 6K 40237 sctp_map 338 6K 14294 DEVFSP 81 6K 13389 CC Mem 75 5K 10512 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 52 UMA 272 5K 272 session 35 5K 75 proc-args 142 5K 33438 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 crypto 16 4K 7972 lockf 33 4K 70 acpisem 28 4K 28 selfd 55 4K 433489 hhook 15 4K 17 kcovinfo 52 4K 52 inpcbpolicy 92 3K 12184 terminal 11 3K 11 select 19 3K 92 uidinfo 3 3K 13 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 31 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 freeblks 6 2K 30975 xform 23 2K 21157 in_multi 6 2K 8 osd 79 2K 10523 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 newdirblk 9 2K 31004 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 62008 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 58 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 diradd 6 1K 32141 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 procdesc 5 1K 18 ip6opt 3 1K 142 indirdep 2 1K 148 pfil 4 1K 4 cdev 2 1K 2 tcp_fsb 3 1K 2053 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 sigio 3 1K 5 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 42778 pmchooks 1 1K 1 filecaps 5 1K 131 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filemon 0 0K 17 sctp_mcore 0 0K 0 sctp_socko 0 0K 24271 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 175 sctp_stri 0 0K 500 mqdata 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 24339 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 27 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 32076 namei_tracker 0 0K 3 export_host 0 0K 0 cl_savebuf 0 0K 2 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2392 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 48 lio 0 0K 4 acl 0 0K 0 PUC 0 0K 0 mbuf_tag 0 0K 130 ktls 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 26489 ioctlops 0 0K 10252 eventfd 0 0K 159 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 886 sysctl 0 0K 3 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8325 1073 1279367 0 254 38494208 0 tcp_log 416 0 10422 376213 0 254 4335552 0 mbuf 256 8892 771 2420525 0 254 2473728 0 RADIX NODE 144 15734 417 598820 0 63 2325744 0 pbuf 2624 0 794 0 0 2 2083456 0 BUF TRIE 144 196 11592 2739 0 62 1697472 0 malloc-384 384 4117 53 4118 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11741 256 44113 0 126 1535616 0 malloc-4096 4096 323 5 1659 0 2 1343488 0 malloc-384 384 525 2865 33226 0 30 1301760 0 UMA Slabs 0 112 11192 34 11192 0 126 1257312 0 vmem btag 56 21038 25 21038 0 254 1179528 0 sctp_asoc 2288 169 341 7147 0 254 1166880 0 ertt_txseginfo 40 22407 5065 344535 0 254 1098880 0 malloc-16384 16384 60 5 31082 0 2 1064960 0 sctp_ep 1208 170 600 32578 0 254 930160 0 VM OBJECT 264 3324 96 688263 0 30 902880 0 malloc-256 256 35 3445 24461 0 62 890880 0 malloc-256 256 594 2826 98556 0 62 875520 0 tcp_bbr_map 128 3904 2172 113231 0 126 777728 0 socket 960 118 646 47038 0 254 733440 0 FFS inode 1160 568 27 32619 0 8 690200 0 malloc-2048 2048 226 102 32899 0 8 671744 0 256 Bucket 2048 273 27 6833 0 8 614400 0 malloc-128 128 1715 2966 58688 0 126 599168 0 tcpcb 1096 75 436 10512 0 254 560056 0 MAP ENTRY 96 5265 279 1631208 0 126 532224 0 malloc-4096 4096 110 6 32059 0 2 475136 0 tcp_inpcb 448 75 942 10512 0 254 455616 0 THREAD 1808 209 33 35027 0 8 437536 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 169 348 7147 0 254 380512 0 ripcb 448 9 756 823 0 254 342720 0 udp_inpcb 448 7 758 603 0 254 342720 0 VNODE 448 609 111 32662 0 30 322560 0 malloc-64 64 4054 545 36086 0 254 294336 0 VMSPACE 2552 90 12 32040 0 4 260304 0 malloc-16 16 14742 508 25243 0 254 244000 0 udplite_inpcb 448 1 512 246 0 254 229824 0 DEVCTL 1024 0 220 154 0 0 225280 0 FPU_save_area 832 211 50 40920 0 16 217152 0 malloc-1024 1024 174 34 7413 0 16 212992 0 malloc-256 256 228 582 36306 0 62 207360 0 malloc-32768 32768 0 6 130 0 1 196608 0 mbuf_packet 256 80 682 41721 0 254 195072 0 malloc-32 32 5471 451 5682 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-384 384 363 117 40084 0 30 184320 0 malloc-128 128 1197 198 67703 0 126 178560 0 PROC 1352 109 20 32058 0 8 174408 0 128 Bucket 1024 112 51 3759 0 16 166912 0 malloc-1024 1024 133 27 150 0 16 163840 0 FFS2 dinode 256 568 62 32619 0 62 161280 0 malloc-256 256 492 138 68305 0 62 161280 0 S VFS Cache 104 1026 495 34198 0 126 158184 0 malloc-4096 4096 33 3 57 0 2 147456 0 filedesc0 1072 110 23 32059 0 8 142576 0 64 Bucket 512 182 82 23238 0 30 135168 0 malloc-65536 65536 0 2 314 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 unpcb 256 20 490 2231 0 254 130560 0 ksiginfo 112 120 924 6336 0 126 116928 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-2048 2048 7 41 1039 0 8 98304 0 malloc-256 256 269 106 32749 0 62 96000 0 UMA Kegs 384 230 3 230 0 30 89472 0 g_bio 408 0 210 16067 0 30 85680 0 pipe 744 23 92 1206 0 16 85560 0 32 Bucket 256 168 147 18225 0 62 80640 0 sctp_readq 152 0 520 260 0 254 79040 0 sctp_chunk 152 170 350 848 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-64 64 505 566 434267 0 254 68544 0 malloc-64 64 726 345 9872 0 254 68544 0 malloc-64 64 193 878 26934 0 254 68544 0 malloc-128 128 444 83 2572 0 126 67456 0 malloc-128 128 327 200 588 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-8192 8192 5 3 51 0 1 65536 0 sctp_stream_msg_out 112 4 536 658 0 254 60480 0 tcp_bbr_pcb 832 33 39 5071 0 16 59904 0 malloc-384 384 133 17 136 0 30 57600 0 Files 80 317 333 114332 0 126 52000 0 malloc-128 128 94 309 31755 0 126 51584 0 malloc-256 256 44 151 41915 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 170657 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 0 3 172 0 1 49152 0 malloc-2048 2048 3 21 2156 0 8 49152 0 malloc-1024 1024 10 38 1819 0 16 49152 0 tcp_rack_pcb 896 3 51 2053 0 16 48384 0 malloc-384 384 72 48 207 0 30 46080 0 pcpu-8 8 5131 501 8757 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 642 744 44207 0 254 44352 0 TURNSTILE 136 243 72 243 0 62 42840 0 clpbuf 2624 0 16 44 0 16 41984 0 malloc-8192 8192 3 2 104 0 1 40960 0 malloc-4096 4096 4 6 32701 0 2 40960 0 malloc-4096 4096 7 3 14 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 4132 0 16 38080 0 PWD 32 71 1063 31104 0 254 36288 0 malloc-64 64 51 516 51 0 254 36288 0 malloc-64 64 90 477 16935 0 254 36288 0 malloc-64 64 213 354 43161 0 254 36288 0 malloc-64 64 336 231 32336 0 254 36288 0 16 Bucket 144 75 177 594 0 62 36288 0 malloc-128 128 31 248 1674 0 126 35712 0 malloc-128 128 57 222 3125 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 50 40 52 0 30 34560 0 malloc-256 256 35 100 1117 0 62 34560 0 malloc-256 256 21 114 352 0 62 34560 0 SLEEPQUEUE 88 243 141 243 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 583 0 2 32768 0 malloc-2048 2048 2 14 5527 0 8 32768 0 malloc-2048 2048 2 14 36 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 9 7 211 0 8 32768 0 malloc-1024 1024 0 32 9 0 16 32768 0 malloc-1024 1024 9 23 15 0 16 32768 0 malloc-1024 1024 6 26 27 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 1 63 466 0 30 32768 0 malloc-512 512 11 53 221 0 30 32768 0 malloc-512 512 11 53 560 0 30 32768 0 pcpu-64 64 479 33 479 0 254 32768 0 KNOTE 160 28 172 272439 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 9 255 2834 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 sctp_asconf_ack 48 0 588 175 0 254 28224 0 sctp_laddr 48 28 560 10822 0 254 28224 0 tcp_inpcb 32 3 879 6073 0 254 28224 0 ertt 72 75 317 10512 0 126 28224 0 malloc-32 32 207 675 48880 0 254 28224 0 4 Bucket 48 7 581 696 0 254 28224 0 AIO 208 1 132 86 0 62 27664 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 78 0 126 24288 0 rl_entry 40 88 518 88 0 254 24240 0 malloc-16 16 723 777 98862 0 254 24000 0 8 Bucket 80 60 240 6362 0 126 24000 0 itimer 352 0 66 4 0 30 23232 0 malloc-384 384 1 59 341 0 30 23040 0 udplite_inpcb 32 0 630 4 0 254 20160 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 8 622 849 0 254 20160 0 udp_inpcb 32 3 627 95 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 7 623 23 0 254 20160 0 malloc-32 32 21 609 1086 0 254 20160 0 malloc-32 32 133 497 15769 0 254 20160 0 malloc-32 32 87 543 517 0 254 20160 0 malloc-32 32 16 614 134 0 254 20160 0 2 Bucket 32 69 561 3371 0 254 20160 0 cryptop 280 0 70 144 0 30 19600 0 AIOCB 552 0 35 210 0 16 19320 0 AIOLIO 272 0 70 4 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 4 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-512 512 2 30 195 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 792761 0 254 16032 0 malloc-16 16 413 587 36770 0 254 16000 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 5 745 10 0 254 12000 0 malloc-16 16 7 743 6046 0 254 12000 0 malloc-16 16 192 558 18523 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 10 740 4708 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0