Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address = 0xfffffe0025c5dab6
fault code = supervisor read data, page not present
instruction pointer = 0x20:0xffffffff8108d525
stack pointer = 0x0:0xffffffff82b8b610
frame pointer = 0x0:0xffffffff82b8b650
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, long 1, def32 0, gran 1
processor eflags = resume, IOPL = 0
current process = 11 (idle: cpu0)
trap number = 12
panic: page fault
cpuid = 0
time = 1592957509
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xffffffff82b8b260
vpanic() at vpanic+0x1c7/frame 0xffffffff82b8b2c0
panic() at panic+0x43/frame 0xffffffff82b8b320
trap_fatal() at trap_fatal+0x4ca/frame 0xffffffff82b8b3a0
trap_pfault() at trap_pfault+0xdc/frame 0xffffffff82b8b420
trap() at trap+0x3f8/frame 0xffffffff82b8b540
calltrap() at calltrap+0x8/frame 0xffffffff82b8b540
--- trap 0xc, rip = 0xffffffff8108d525, rsp = 0xffffffff82b8b610, rbp = 0xffffffff82b8b650 ---
tdq_notify() at tdq_notify+0x55/frame 0xffffffff82b8b650
sched_add() at sched_add+0x20f/frame 0xffffffff82b8b690
setrunnable() at setrunnable+0x11d/frame 0xffffffff82b8b6d0
sleepq_timeout() at sleepq_timeout+0x151/frame 0xffffffff82b8b720
softclock_call_cc() at softclock_call_cc+0x1fb/frame 0xffffffff82b8b800
callout_process() at callout_process+0x2c5/frame 0xffffffff82b8b880
handleevents() at handleevents+0x2e9/frame 0xffffffff82b8b8d0
timercb() at timercb+0x285/frame 0xffffffff82b8b920
lapic_handle_timer() at lapic_handle_timer+0xcc/frame 0xffffffff82b8b950
Xtimerint() at Xtimerint+0xb1/frame 0xffffffff82b8b950
--- interrupt, rip = 0xffffffff8171ce9b, rsp = 0xffffffff82b8ba20, rbp = 0xffffffff82b8ba20 ---
acpi_cpu_c1() at acpi_cpu_c1+0xb/frame 0xffffffff82b8ba20
acpi_cpu_idle() at acpi_cpu_idle+0x3dc/frame 0xffffffff82b8ba70
cpu_idle_acpi() at cpu_idle_acpi+0x5c/frame 0xffffffff82b8baa0
cpu_idle() at cpu_idle+0x12e/frame 0xffffffff82b8bad0
sched_idletd() at sched_idletd+0x5d4/frame 0xffffffff82b8bbb0
fork_exit() at fork_exit+0xb3/frame 0xffffffff82b8bbf0
fork_trampoline() at fork_trampoline+0xe/frame 0xffffffff82b8bbf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
KDB: enter: panic
[ thread pid 11 tid 100003 ]
Stopped at kdb_enter+0x67: movq $0,0x14a5086(%rip)
db>
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs 0x20
ds 0x3b ll+0x1a
es 0x3b ll+0x1a
fs 0x13
gs 0x1b
ss 0
rax 0x12
rcx 0xffffffff810bf860 vprintf+0x140
rdx 0x1
rbx 0
rsp 0xffffffff82b8b240
rbp 0xffffffff82b8b260
rsi 0
rdi 0xffffffff810bf896 vprintf+0x176
r8 0
r9 0xffffffff
r10 0
r11 0xfffffe001cfd4510
r12 0xffffffff82068f70 ddb_dbbe
r13 0
r14 0xffffffff819aa1bf
r15 0xffffffff819aa1bf
rip 0xffffffff810b4ba7 kdb_enter+0x67
rflags 0x86 ll+0x65
kdb_enter+0x67: movq $0,0x14a5086(%rip)
db> show proc
Process 11 (idle) at 0xfffff8000331ca40:
state: NORMAL
uid: 0 gids: 0
parent: pid 0 at 0xffffffff8250e750
ABI: null
reaper: 0xffffffff8250e750 reapsubtree: 11
sigparent: 20
vmspace: 0xffffffff8250f3a0
(map 0xffffffff8250f3a0)
(map.pmap 0xffffffff8250f460)
(pmap 0xffffffff8250f4c0)
threads: 2
100003 Run CPU 0 [idle: cpu0]
100004 CanRun [idle: cpu1]
db> ps
pid ppid pgrp uid state wmesg wchan cmd
2940 770 770 0KDB: reentering
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xffffffff82b8ab60
kdb_reenter() at kdb_reenter+0x4d/frame 0xffffffff82b8ab80
trap() at trap+0xb3/frame 0xffffffff82b8aca0
calltrap() at calltrap+0x8/frame 0xffffffff82b8aca0
--- trap 0xc, rip = 0xffffffff805527e0, rsp = 0xffffffff82b8ad70, rbp = 0xffffffff82b8add0 ---
db_ps_proc() at db_ps_proc+0x520/frame 0xffffffff82b8add0
db_ps() at db_ps+0x7e/frame 0xffffffff82b8ae10
db_command() at db_command+0x48d/frame 0xffffffff82b8af10
db_command_loop() at db_command_loop+0x82/frame 0xffffffff82b8af30
db_trap() at db_trap+0x15a/frame 0xffffffff82b8afd0
kdb_trap() at kdb_trap+0x19e/frame 0xffffffff82b8b050
trap() at trap+0x2e6/frame 0xffffffff82b8b170
calltrap() at calltrap+0x8/frame 0xffffffff82b8b170
--- trap 0x3, rip = 0xffffffff810b4ba7, rsp = 0xffffffff82b8b240, rbp = 0xffffffff82b8b260 ---
kdb_enter() at kdb_enter+0x67/frame 0xffffffff82b8b260
vpanic() at vpanic+0x200/frame 0xffffffff82b8b2c0
panic() at panic+0x43/frame 0xffffffff82b8b320
trap_fatal() at trap_fatal+0x4ca/frame 0xffffffff82b8b3a0
trap_pfault() at trap_pfault+0xdc/frame 0xffffffff82b8b420
trap() at trap+0x3f8/frame 0xffffffff82b8b540
calltrap() at calltrap+0x8/frame 0xffffffff82b8b540
--- trap 0xc, rip = 0xffffffff8108d525, rsp = 0xffffffff82b8b610, rbp = 0xffffffff82b8b650 ---
tdq_notify() at tdq_notify+0x55/frame 0xffffffff82b8b650
sched_add() at sched_add+0x20f/frame 0xffffffff82b8b690
setrunnable() at setrunnable+0x11d/frame 0xffffffff82b8b6d0
sleepq_timeout() at sleepq_timeout+0x151/frame 0xffffffff82b8b720
softclock_call_cc() at softclock_call_cc+0x1fb/frame 0xffffffff82b8b800
callout_process() at callout_process+0x2c5/frame 0xffffffff82b8b880
handleevents() at handleevents+0x2e9/frame 0xffffffff82b8b8d0
timercb() at timercb+0x285/frame 0xffffffff82b8b920
lapic_handle_timer() at lapic_handle_timer+0xcc/frame 0xffffffff82b8b950
Xtimerint() at Xtimerint+0xb1/frame 0xffffffff82b8b950
--- interrupt, rip = 0xffffffff8171ce9b, rsp = 0xffffffff82b8ba20, rbp = 0xffffffff82b8ba20 ---
acpi_cpu_c1() at acpi_cpu_c1+0xb/frame 0xffffffff82b8ba20
acpi_cpu_idle() at acpi_cpu_idle+0x3dc/frame 0xffffffff82b8ba70
cpu_idle_acpi() at cpu_idle_acpi+0x5c/frame 0xffffffff82b8baa0
cpu_idle() at cpu_idle+0x12e/frame 0xffffffff82b8bad0
sched_idletd() at sched_idletd+0x5d4/frame 0xffffffff82b8bbb0
fork_exit() at fork_exit+0xb3/frame 0xffffffff82b8bbf0
fork_trampoline() at fork_trampoline+0xe/frame 0xffffffff82b8bbf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> show all locks
KDB: reentering
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xffffffff82b8abe0
kdb_reenter() at kdb_reenter+0x4d/frame 0xffffffff82b8ac00
trap() at trap+0xb3/frame 0xffffffff82b8ad20
calltrap() at calltrap+0x8/frame 0xffffffff82b8ad20
--- trap 0xc, rip = 0xffffffff810ed900, rsp = 0xffffffff82b8adf0, rbp = 0xffffffff82b8ae10 ---
db_witness_list_all() at db_witness_list_all+0x30/frame 0xffffffff82b8ae10
db_command() at db_command+0x48d/frame 0xffffffff82b8af10
db_command_loop() at db_command_loop+0x82/frame 0xffffffff82b8af30
db_trap() at db_trap+0x15a/frame 0xffffffff82b8afd0
kdb_trap() at kdb_trap+0x19e/frame 0xffffffff82b8b050
trap() at trap+0x2e6/frame 0xffffffff82b8b170
calltrap() at calltrap+0x8/frame 0xffffffff82b8b170
--- trap 0x3, rip = 0xffffffff810b4ba7, rsp = 0xffffffff82b8b240, rbp = 0xffffffff82b8b260 ---
kdb_enter() at kdb_enter+0x67/frame 0xffffffff82b8b260
vpanic() at vpanic+0x200/frame 0xffffffff82b8b2c0
panic() at panic+0x43/frame 0xffffffff82b8b320
trap_fatal() at trap_fatal+0x4ca/frame 0xffffffff82b8b3a0
trap_pfault() at trap_pfault+0xdc/frame 0xffffffff82b8b420
trap() at trap+0x3f8/frame 0xffffffff82b8b540
calltrap() at calltrap+0x8/frame 0xffffffff82b8b540
--- trap 0xc, rip = 0xffffffff8108d525, rsp = 0xffffffff82b8b610, rbp = 0xffffffff82b8b650 ---
tdq_notify() at tdq_notify+0x55/frame 0xffffffff82b8b650
sched_add() at sched_add+0x20f/frame 0xffffffff82b8b690
setrunnable() at setrunnable+0x11d/frame 0xffffffff82b8b6d0
sleepq_timeout() at sleepq_timeout+0x151/frame 0xffffffff82b8b720
softclock_call_cc() at softclock_call_cc+0x1fb/frame 0xffffffff82b8b800
callout_process() at callout_process+0x2c5/frame 0xffffffff82b8b880
handleevents() at handleevents+0x2e9/frame 0xffffffff82b8b8d0
timercb() at timercb+0x285/frame 0xffffffff82b8b920
lapic_handle_timer() at lapic_handle_timer+0xcc/frame 0xffffffff82b8b950
Xtimerint() at Xtimerint+0xb1/frame 0xffffffff82b8b950
--- interrupt, rip = 0xffffffff8171ce9b, rsp = 0xffffffff82b8ba20, rbp = 0xffffffff82b8ba20 ---
acpi_cpu_c1() at acpi_cpu_c1+0xb/frame 0xffffffff82b8ba20
acpi_cpu_idle() at acpi_cpu_idle+0x3dc/frame 0xffffffff82b8ba70
cpu_idle_acpi() at cpu_idle_acpi+0x5c/frame 0xffffffff82b8baa0
cpu_idle() at cpu_idle+0x12e/frame 0xffffffff82b8bad0
sched_idletd() at sched_idletd+0x5d4/frame 0xffffffff82b8bbb0
fork_exit() at fork_exit+0xb3/frame 0xffffffff82b8bbf0
fork_trampoline() at fork_trampoline+0xe/frame 0xffffffff82b8bbf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> show malloc
Type InUse MemUse Requests
pf_hash 5 11524K 5
devbuf 4212 4850K 4240
tcp_hpts 5 3201K 5
vtbuf 24 1968K 46
sysctloid 27951 1631K 28015
kobj 334 1336K 493
newblk 14 1028K 5319
vfscache 4 1025K 4
pcb 45 553K 1118
inodedep 14 519K 4274
ufs_quota 1 512K 1
vfs_hash 1 512K 1
callout 2 512K 2
intr 4 472K 4
subproc 146 297K 3023
acpica 1674 185K 55859
vnet_data 1 168K 1
filedesc 21 149K 3967
pagedep 10 131K 2427
tfo_ccache 1 128K 1
sem 4 106K 4
DEVFS1 105 105K 122
linker 239 96K 280
BPF 46 88K 46
bus 972 79K 3392
mtx_pool 2 72K 2
syncache 1 68K 1
acpitask 1 64K 1
ddb_capture 1 64K 1
module 501 63K 501
umtx 360 45K 360
kdtrace 203 39K 9168
temp 35 33K 3428
hostcache 1 32K 1
shm 1 32K 2
DEVFS3 124 31K 134
msg 4 30K 4
DEVFS_RULE 56 27K 56
vmem 3 26K 5
ifaddr 76 26K 76
gtaskqueue 18 26K 18
kbdmux 6 22K 6
ufs_mount 5 17K 6
lltable 45 17K 57
proc 3 17K 3
tty 16 16K 16
tidhash 1 16K 1
ithread 98 16K 98
ether_multi 172 14K 177
bus-sc 30 14K 1439
KTRACE 100 13K 100
ifnet 7 13K 7
kenv 92 12K 92
eventhandler 132 12K 132
in6_multi 89 11K 89
pfs_nodes 20 10K 20
GEOM 60 10K 488
rman 82 10K 423
cred 34 9K 383
bmsafemap 2 9K 3946
UART 12 9K 12
devstat 4 9K 4
rpc 2 8K 2
shmfd 1 8K 3
pfs_vncache 1 8K 1
select 61 8K 61
audit_evclass 233 8K 291
kqueue 66 7K 2947
pf_rule 6 6K 390
CAM DEV 3 6K 510
sctp_atcl 12 6K 364
plimit 24 6K 822
vt 11 6K 11
routetbl 27 6K 47
sglist 5 6K 5
CAM queue 5 6K 1528
sctp_stro 5 5K 7
DEVFSP 78 5K 82
taskqueue 45 5K 45
ufs_dirhash 24 5K 24
pf_ifnet 10 5K 19
session 34 5K 49
pgrp 34 5K 55
UMA 249 5K 249
memdesc 1 4K 1
MCA 32 4K 32
evdev 4 4K 4
kcovinfo 64 4K 68
lockf 32 4K 54
hhook 13 4K 13
proc-args 53 3K 658
acpisem 22 3K 22
terminal 11 3K 11
uidinfo 3 3K 10
sctp_ifa 17 3K 17
pf_table 1 2K 6
local_apic 1 2K 1
io_apic 1 2K 1
ipsec-saq 2 2K 2
ip6ndp 12 2K 21
Unitno 32 2K 4421
CAM XPT 22 2K 543
in_multi 6 2K 7
acpidev 20 2K 20
msi 9 2K 9
ip6opt 6 2K 14
tun 7 2K 7
softdep 1 1K 1
indirdep 4 1K 1881
ipsecpolicy 1 1K 1
sahead 1 1K 1
secasvar 1 1K 1
clone 8 1K 8
vnodemarker 2 1K 1628
NFSD session 1 1K 1
CAM periph 4 1K 271
diradd 6 1K 2979
mld 6 1K 6
sctp_ifn 6 1K 6
igmp 6 1K 6
nhops 6 1K 6
toponodes 6 1K 6
isadev 6 1K 6
mount 16 1K 86
pci_link 10 1K 10
sctp_atky 17 1K 371
freework 3 1K 2935
crypto 3 1K 3
newdirblk 4 1K 1969
mkdir 4 1K 3938
freeblks 2 1K 2838
inpcbpolicy 16 1K 1700
sctp_timw 2 1K 2
pfil 4 1K 4
chacha20random 1 1K 1
CAM SIM 2 1K 2
epoch 4 1K 4
cdev 2 1K 2
encap_export_host 8 1K 8
pf_osfp 3 1K 3
osd 3 1K 9
dirrem 1 1K 2938
freefile 2 1K 2936
vnodes 1 1K 1
NFSD lckfile 1 1K 1
NFSD V4client 1 1K 1
DEVFS 9 1K 10
feeder 7 1K 7
sctp_athm 12 1K 364
loginclass 3 1K 6
soname 7 1K 6485
sctp_map 10 1K 14
CAM dev queue 2 1K 2
CAM I/O Scheduler 1 1K 1
apmdev 1 1K 1
atkbddev 2 1K 2
CAM path 4 1K 1034
tcpfunc 2 1K 2
ktls 1 1K 1
pmchooks 1 1K 1
prison 4 1K 4
nexusdev 5 1K 5
filecaps 5 1K 115
entropy 2 1K 42
sctp_vrf 1 1K 1
vnet 1 1K 1
acpiintr 1 1K 1
pmc 1 1K 1
cpus 2 1K 2
vnet_data_free 1 1K 1
Per-cpu 1 1K 1
iov 1 1K 16274
p1003.1b 1 1K 1
pf_altq 0 0K 0
pf_temp 0 0K 0
ath_hal 0 0K 0
madt_table 0 0K 2
athdev 0 0K 0
ata_pci 0 0K 0
ata_dma 0 0K 0
ata_generic 0 0K 0
amr 0 0K 0
scsi_da 0 0K 69
ata_da 0 0K 0
pvscsi 0 0K 0
smartpqi 0 0K 0
scsi_ch 0 0K 0
scsi_cd 0 0K 0
USBdev 0 0K 0
USB 0 0K 0
AHCI driver 0 0K 0
agp 0 0K 0
iavf 0 0K 0
ixl 0 0K 0
nvme_da 0 0K 0
acpipwr 0 0K 0
twsbuf 0 0K 0
twe_commands 0 0K 0
twa_commands 0 0K 0
tcp_log_dev 0 0K 2
ice-resmgr 0 0K 0
ice-osdep 0 0K 0
ice 0 0K 0
fpukern_ctx 0 0K 0
midi buffers 0 0K 0
xen_intr 0 0K 0
mixer 0 0K 0
xen_hvm 0 0K 0
legacydrv 0 0K 0
qpidrv 0 0K 0
ac97 0 0K 0
hdacc 0 0K 0
dmar_idpgtbl 0 0K 0
dmar_dom 0 0K 0
dmar_ctx 0 0K 0
dmar_dmamap 0 0K 0
hdac 0 0K 0
hdaa 0 0K 0
acpi_perf 0 0K 0
isci 0 0K 0
hyperv_socket 0 0K 0
bxe_ilt 0 0K 0
xenbus 0 0K 0
acpicmbat 0 0K 0
SIIS driver 0 0K 0
vm_fictitious 0 0K 0
CAM CCB 0 0K 14699
PUC 0 0K 0
ppbusdev 0 0K 0
agtiapi_MemAlloc malloc 0 0K 0
osti_cacheable 0 0K 0
tempbuff 0 0K 0
tempbuff 0 0K 0
UMAHash 0 0K 0
ag_tgt_map_t malloc 0 0K 0
ag_slr_map_t malloc 0 0K 0
vm_pgdata 0 0K 0
jblocks 0 0K 0
savedino 0 0K 591
sentinel 0 0K 0
jfsync 0 0K 0
jtrunc 0 0K 0
sbdep 0 0K 817
jsegdep 0 0K 0
jseg 0 0K 0
jfreefrag 0 0K 0
jfreeblk 0 0K 0
jnewblk 0 0K 0
jmvref 0 0K 0
jremref 0 0K 0
jaddref 0 0K 0
freedep 0 0K 0
freefrag 0 0K 5
allocindir 0 0K 0
allocdirect 0 0K 0
ufs_trim 0 0K 0
mactemp 0 0K 0
audit_trigger 0 0K 0
audit_pipe_presel 0 0K 0
audit_pipeent 0 0K 0
audit_pipe 0 0K 0
audit_evname 0 0K 0
audit_bsm 0 0K 0
audit_gidset 0 0K 0
audit_text 0 0K 0
audit_path 0 0K 0
audit_data 0 0K 0
audit_cred 0 0K 0
xform 0 0K 0
NLM 0 0K 0
ipsec-spdcache 0 0K 0
ipsec-reg 0 0K 0
ipsec-misc 0 0K 0
ipsecrequest 0 0K 0
ip6_msource 0 0K 0
ip6_moptions 0 0K 0
in6_mfilter 0 0K 0
frag6 0 0K 0
tcplog 0 0K 0
lDevFlags * malloc 0 0K 0
LRO 0 0K 0
sctp_mcore 0 0K 0
sctp_socko 0 0K 257
sctp_iter 0 0K 73
sctp_mvrf 0 0K 0
sctp_cpal 0 0K 66
sctp_cmsg 0 0K 0
sctp_stre 0 0K 0
sctp_athi 0 0K 0
sctp_a_it 0 0K 7
sctp_aadr 0 0K 0
sctp_stri 0 0K 0
newreno data 0 0K 0
ip_msource 0 0K 0
ip_moptions 0 0K 0
in_mfilter 0 0K 0
ipid 0 0K 0
80211scan 0 0K 0
80211ratectl 0 0K 0
80211power 0 0K 0
80211nodeie 0 0K 0
80211node 0 0K 0
80211mesh_gt 0 0K 0
80211mesh_rt 0 0K 0
80211perr 0 0K 0
80211prep 0 0K 0
80211preq 0 0K 0
80211dfs 0 0K 0
80211crypto 0 0K 0
80211vap 0 0K 0
iflib 0 0K 0
vlan 0 0K 0
gif 0 0K 0
ifdescr 0 0K 0
zlib 0 0K 0
fadvise 0 0K 0
tiDeviceHandle_t * malloc 0 0K 0
statfs 0 0K 2150
export_host 0 0K 0
cl_savebuf 0 0K 2
ag_portal_data_t malloc 0 0K 0
ag_device_t malloc 0 0K 0
STLock malloc 0 0K 0
CCB List 0 0K 0
sr_iov 0 0K 0
OCS 0 0K 0
OCS 0 0K 0
nvme 0 0K 0
nvd 0 0K 0
netmap 0 0K 0
mwldev 0 0K 0
MVS driver 0 0K 0
CAM ccb queue 0 0K 0
mrsasbuf 0 0K 0
mpt_user 0 0K 0
mps_user 0 0K 0
biobuf 0 0K 0
aios 0 0K 0
lio 0 0K 0
acl 0 0K 0
MPSSAS 0 0K 0
mbuf_tag 0 0K 132
accf 0 0K 0
pts 0 0K 0
ioctlops 0 0K 534
Witness 0 0K 0
stack 0 0K 0
mps 0 0K 0
mpr_user 0 0K 0
MPRSAS 0 0K 0
mpr 0 0K 0
mfibuf 0 0K 0
md_sectors 0 0K 0
sbuf 0 0K 288
md_disk 0 0K 0
firmware 0 0K 0
compressor 0 0K 0
malodev 0 0K 0
SWAP 0 0K 0
LED 0 0K 0
sysctltmp 0 0K 683
sysctl 0 0K 1
ekcd 0 0K 0
dumper 0 0K 0
sendfile 0 0K 439
rctl 0 0K 0
ix_sriov 0 0K 0
aacraidcam 0 0K 0
ix 0 0K 0
ipsbuf 0 0K 0
iirbuf 0 0K 0
cache 0 0K 0
aacraid_buf 0 0K 0
prison_racct 0 0K 0
Fail Points 0 0K 0
sigio 0 0K 3
filedesc_to_leader 0 0K 0
pwd 0 0K 0
tty console 0 0K 0
aaccam 0 0K 0
aacbuf 0 0K 0
zstd 0 0K 0
nvlist 0 0K 0
SCSI ENC 0 0K 0
SCSI sa 0 0K 0
isofs_node 0 0K 0
isofs_mount 0 0K 0
tr_raid5_data 0 0K 0
tr_raid1e_data 0 0K 0
tr_raid1_data 0 0K 0
tr_raid0_data 0 0K 0
tr_concat_data 0 0K 0
md_sii_data 0 0K 0
md_promise_data 0 0K 0
md_nvidia_data 0 0K 0
md_jmicron_data 0 0K 0
md_intel_data 0 0K 0
md_ddf_data 0 0K 0
raid_data 0 0K 72
geom_flashmap 0 0K 0
NFS FHA 0 0K 0
newnfsmnt 0 0K 0
newnfsclient_req 0 0K 0
NFSCL layrecall 0 0K 0
NFSCL session 0 0K 0
NFSCL sockreq 0 0K 0
NFSCL devinfo 0 0K 0
NFSCL flayout 0 0K 0
NFSCL layout 0 0K 0
NFSD rollback 0 0K 0
NFSCL diroffdiroff 0 0K 0
NEWdirectio 0 0K 0
NEWNFSnode 0 0K 0
NFSCL lck 0 0K 0
NFSCL lckown 0 0K 0
NFSCL client 0 0K 0
NFSCL deleg 0 0K 0
NFSCL open 0 0K 0
NFSCL owner 0 0K 0
NFS fh 0 0K 0
NFS req 0 0K 0
NFSD usrgroup 0 0K 0
NFSD string 0 0K 0
NFSD V4lock 0 0K 0
NFSD V4state 0 0K 0
NFSD srvcache 0 0K 0
msdosfs_fat 0 0K 0
msdosfs_mount 0 0K 0
msdosfs_node 0 0K 0
DEVFS4 0 0K 0
DEVFS2 0 0K 0
gntdev 0 0K 0
privcmd_dev 0 0K 0
evtchn_dev 0 0K 0
xenstore 0 0K 0
scsi_pass 0 0K 0
ciss_data 0 0K 0
xnb 0 0K 0
xbbd 0 0K 0
xbd 0 0K 0
Balloon 0 0K 0
sysmouse 0 0K 0
vtfont 0 0K 0
db> show uma
Zone Size Used Free Requests Sleeps Bucket Total Mem XFree
mbuf_cluster 2048 9782 378 9783 0 254 20807680 0
mbuf_packet 256 8214 1438 526103 0 254 2470912 0
tcp_log 416 0 5589 5356 0 254 2325024 0
512 512 4174 58 6239 0 30 2166784 0
mbuf_jumbo_page 4096 0 508 428 0 254 2080768 0
BUF TRIE 144 188 13308 11714 0 62 1943424 0
4096 4096 334 2 497 0 2 1376256 0
128 128 9320 135 9768 0 126 1210240 0
sctp_asoc 2288 5 505 7 0 254 1166880 0
RADIX NODE 144 7908 153 95057 0 62 1160784 0
pbuf 832 0 969 0 0 2 806208 0
UMA Slabs 0 112 7095 27 7095 0 126 797664 0
sctp_ep 1280 7 503 357 0 254 652800 0
tcpcb 1040 9 508 449 0 254 537680 0
socket 904 46 467 5173 0 254 463752 0
256 Bucket 2048 182 10 1064 0 8 393216 0
sctp_raddr 736 5 512 7 0 254 380512 0
4096 4096 86 4 2963 0 2 368640 0
VM OBJECT 264 1296 54 45601 0 30 356400 0
65536 65536 4 1 116 0 1 327680 0
THREAD 1792 155 25 3366 0 8 322560 0
VNODE 488 553 79 3491 0 30 308416 0
mbuf 256 485 543 264071 0 254 263168 0
16384 16384 12 4 2121 0 1 262144 0
256 256 287 718 14608 0 62 257280 0
ripcb 488 5 507 14 0 254 249856 0
udplite_inpcb 488 0 512 1040 0 254 249856 0
tcp_inpcb 488 9 503 449 0 254 249856 0
udp_inpcb 488 2 510 197 0 254 249856 0
64 64 2752 335 2784 0 254 197568 0
65536 65536 3 0 3 0 1 196608 0
32768 32768 1 5 178 0 1 196608 0
MAP ENTRY 96 1704 312 157186 0 126 193536 0
16 16 11756 244 11845 0 254 192000 0
1024 1024 116 64 435 0 16 184320 0
128 128 1216 179 25176 0 126 178560 0
FFS2 dinode 256 517 173 3453 0 62 176640 0
UMA Zones 768 223 3 223 0 16 173568 0
32 32 4447 467 4462 0 254 157248 0
VMSPACE 2536 41 13 2924 0 4 136944 0
vmem btag 56 2189 174 2189 0 254 132328 0
65536 65536 0 2 169 0 1 131072 0
unpcb 256 23 487 3080 0 254 130560 0
ksiginfo 112 65 979 106 0 126 116928 0
2048 2048 5 51 15853 0 8 114688 0
FFS inode 160 517 183 3453 0 62 112000 0
PROC 1312 63 18 2940 0 8 106272 0
128 128 508 267 6182 0 126 99200 0
32768 32768 1 2 4 0 1 98304 0
filedesc0 1088 64 20 2941 0 8 91392 0
g_bio 408 0 210 56450 0 30 85680 0
128 Bucket 1024 54 29 388 0 16 84992 0
128 128 374 277 3531 0 126 83328 0
128 128 451 200 2205 0 126 83328 0
UMA Kegs 384 209 6 209 0 30 82560 0
S VFS Cache 108 624 132 4277 0 126 81648 0
256 256 184 131 6272 0 62 80640 0
sctp_chunk 152 5 515 5 0 254 79040 0
64 Bucket 512 85 51 4578 0 30 69632 0
64 64 598 473 1243 0 254 68544 0
64 64 525 546 1931 0 254 68544 0
tcp_bbr_map 128 0 527 398 0 126 67456 0
65536 65536 1 0 1 0 1 65536 0
65536 65536 1 0 1 0 1 65536 0
8192 8192 7 1 116 0 1 65536 0
4096 4096 13 3 26 0 2 65536 0
2048 2048 11 21 552 0 8 65536 0
256 256 64 191 4746 0 62 65280 0
512 512 27 93 4348 0 30 61440 0
512 512 92 28 99 0 30 61440 0
sctp_stream_msg_out 112 0 540 5 0 254 60480 0
64 64 270 549 3156 0 254 52416 0
128 128 162 241 657 0 126 51584 0
128 128 36 367 3971 0 126 51584 0
128 128 38 365 4984 0 126 51584 0
256 256 16 179 3962 0 62 49920 0
32 Bucket 256 44 151 1286 0 62 49920 0
DIRHASH 1024 34 14 34 0 16 49152 0
NAMEI 1024 0 48 26802 0 16 49152 0
8192 8192 6 0 6 0 1 49152 0
512 512 49 47 49 0 30 49152 0
syncache 168 0 264 4 0 254 44352 0
4096 4096 8 2 462 0 2 40960 0
clpbuf 832 0 48 126 0 16 39936 0
pipe 760 22 28 423 0 16 38000 0
2048 2048 4 14 48 0 8 36864 0
selfd 64 123 444 19914 0 254 36288 0
64 64 6 561 15321 0 254 36288 0
64 64 204 363 234 0 254 36288 0
64 64 67 500 2969 0 254 36288 0
64 64 16 551 40 0 254 36288 0
routing nhops 256 17 118 39 0 62 34560 0
ttyoutq 256 72 63 160 0 62 34560 0
256 256 4 131 1004 0 62 34560 0
256 256 62 73 1955 0 62 34560 0
256 256 25 110 1275 0 62 34560 0
256 256 22 113 403 0 62 34560 0
TURNSTILE 136 181 71 181 0 62 34272 0
SLEEPQUEUE 88 181 203 181 0 126 33792 0
32768 32768 0 1 112 0 1 32768 0
32768 32768 1 0 1 0 1 32768 0
16384 16384 2 0 3 0 1 32768 0
8192 8192 2 2 4 0 1 32768 0
4096 4096 7 1 7 0 2 32768 0
2048 2048 7 9 14 0 8 32768 0
2048 2048 8 8 10 0 8 32768 0
1024 1024 6 26 8 0 16 32768 0
1024 1024 27 5 53 0 16 32768 0
1024 1024 10 22 10 0 16 32768 0
1024 1024 7 25 391 0 16 32768 0
1024 1024 7 25 7 0 16 32768 0
1024 1024 0 32 1983 0 16 32768 0
512 512 12 52 370 0 30 32768 0
512 512 12 52 12 0 30 32768 0
512 512 31 33 552 0 30 32768 0
mt_stats_zone 64 443 69 443 0 254 32768 0
64 pcpu 8 3838 258 5062 0 254 32768 0
16 Bucket 144 61 163 6335 0 62 32256 0
KNOTE 160 27 173 28023 0 62 32000 0
ttyinq 160 135 65 300 0 62 32000 0
Files 80 241 159 16565 0 126 32000 0
8 Bucket 80 40 360 12617 0 126 32000 0
tcp_bbr_pcb 832 0 36 5 0 16 29952 0
cpuset 104 7 272 7 0 126 29016 0
pf tags 104 2 271 12 0 126 28392 0
sctp_laddr 48 0 588 17 0 254 28224 0
hostcache 96 1 293 1 0 254 28224 0
PWD 32 22 860 2063 0 254 28224 0
32 32 284 598 4779 0 254 28224 0
4 Bucket 48 11 577 16161 0 254 28224 0
KMAP ENTRY 96 12 279 12 0 126 27936 0
rtentry 208 35 98 39 0 62 27664 0
8192 8192 3 0 3 0 1 24576 0
4096 4096 1 5 2549 0 2 24576 0
rl_entry 40 86 520 86 0 254 24240 0
vtnet_tx_hdr 24 0 1002 256598 0 254 24048 0
Mountpoints 2816 2 6 2 0 4 22528 0
udpcb 32 2 628 1237 0 254 20160 0
32 32 18 612 499 0 254 20160 0
32 32 93 537 4627 0 254 20160 0
32 32 161 469 3163 0 254 20160 0
32 32 29 601 39 0 254 20160 0
32 32 27 603 829 0 254 20160 0
32 32 21 609 1073 0 254 20160 0
2 Bucket 32 53 577 9985 0 254 20160 0
procdesc 136 5 140 18 0 62 19720 0
epoch_record pcpu 256 4 60 4 0 62 16384 0
16384 16384 1 0 1 0 1 16384 0
16384 16384 1 0 1 0 1 16384 0
4096 4096 3 1 3 0 2 16384 0
2048 2048 2 6 2 0 8 16384 0
2048 2048 1 7 1 0 8 16384 0
2048 2048 2 6 2 0 8 16384 0
1024 1024 4 12 4 0 16 16384 0
512 512 1 31 1 0 30 16384 0
mt_zone 24 443 225 443 0 254 16032 0
16 16 453 547 1563 0 254 16000 0
kenv 258 3 57 1125 0 30 15480 0
MAP 216 2 69 2 0 62 15336 0
FPU_save_area 832 1 17 1 0 16 14976 0
vmem 1856 1 7 1 0 8 14848 0
16 16 22 728 1481 0 254 12000 0
16 16 15 735 128 0 254 12000 0
16 16 34 716 25407 0 254 12000 0
16 16 22 728 301 0 254 12000 0
16 16 38 712 92 0 254 12000 0
8192 8192 1 0 1 0 1 8192 0
8192 8192 1 0 1 0 1 8192 0
8192 8192 1 0 1 0 1 8192 0
SMR CPU 32 1 254 1 0 254 8160 0
16 16 1 499 1 0 254 8000 0
SMR SHARED 24 1 254 1 0 254 6120 0
UMA Slabs 1 176 8 14 8 0 62 3872 0
int pcpu 4 34 478 34 0 254 2048 0
FFS1 dinode 128 0 0 0 0 126 0 0
swblk 136 0 0 0 0 62 0 0
swpctrie 144 0 0 0 0 62 0 0
pf state scrubs 40 0 0 0 0 254 0 0
pf frag entries 40 0 0 0 0 254 0 0
pf frags 256 0 0 0 0 62 0 0
pf table entries 160 0 0 0 0 62 0 0
pf table entry counters 64 0 0 0 0 254 0 0
pf source nodes 136 0 0 0 0 254 0 0
pf state keys 88 0 0 0 0 126 0 0
pf states 296 0 0 0 0 254 0 0
pf mtags 48 0 0 0 0 254 0 0
IPsec SA lft_c 16 0 0 0 0 254 0 0
sctp_asconf_ack 48 0 0 0 0 254 0 0
sctp_asconf 40 0 0 0 0 254 0 0
sctp_readq 152 0 0 0 0 254 0 0
tcp_log_node 120 0 0 0 0 126 0 0
tcp_log_bucket 184 0 0 0 0 62 0 0
tcpreass 48 0 0 0 0 254 0 0
tfo_ccache_entries 80 0 0 0 0 126 0 0
tfo 4 0 0 0 0 254 0 0
sackhole 32 0 0 0 0 254 0 0
tcptw 88 0 0 0 0 254 0 0
ipq 56 0 0 0 0 254 0 0
itimer 352 0 0 0 0 30 0 0
AIOLIO 280 0 0 0 0 30 0 0
AIOCB 752 0 0 0 0 16 0 0
AIOP 32 0 0 0 0 254 0 0
AIO 208 0 0 0 0 62 0 0
NCLNODE 592 0 0 0 0 16 0 0
rentr 24 0 0 0 0 254 0 0
LTS VFS Cache 368 0 0 0 0 30 0 0
L VFS Cache 328 0 0 0 0 30 0 0
STS VFS Cache 148 0 0 0 0 62 0 0
VNODEPOLL 120 0 0 0 0 126 0 0
crypto_session 72 0 0 0 0 126 0 0
cryptop 280 0 0 0 0 30 0 0
nvme_request 128 0 0 0 0 126 0 0
DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0
ktls_session 192 0 0 0 0 62 0 0
mbuf_jumbo_16k 16384 0 0 0 0 254 0 0
mbuf_jumbo_9k 9216 0 0 0 0 254 0 0
audit_record 1280 0 0 0 0 8 0 0
domainset 40 0 0 0 0 254 0 0
MAC labels 40 0 0 0 0 254 0 0
vnpbuf 832 0 0 0 0 62 0 0
mdpbuf 832 0 0 0 0 4 0 0
nfspbuf 832 0 0 0 0 16 0 0
swwbuf 832 0 0 0 0 8 0 0
swrbuf 832 0 0 0 0 16 0 0
umtx_shm 88 0 0 0 0 126 0 0
umtx pi 96 0 0 0 0 126 0 0
rangeset pctrie nodes 144 0 0 0 0 62 0 0
65536 65536 0 0 0 0 1 0 0
65536 65536 0 0 0 0 1 0 0
65536 65536 0 0 0 0 1 0 0
32768 32768 0 0 0 0 1 0 0
32768 32768 0 0 0 0 1 0 0
32768 32768 0 0 0 0 1 0 0
32768 32768 0 0 0 0 1 0 0
16384 16384 0 0 0 0 1 0 0
16384 16384 0 0 0 0 1 0 0
16384 16384 0 0 0 0 1 0 0
16384 16384 0 0 0 0 1 0 0
8192 8192 0 0 0 0 1 0 0
4096 4096 0 0 0 0 2 0 0
fakepg 104 0 0 0 0 126 0 0
UMA Hash 256 0 0 0 0 62 0 0