test dumped core - see /var/crash/vmcore.1 Sat Jan 4 12:07:54 UTC 2020 FreeBSD test 13.0-CURRENT FreeBSD 13.0-CURRENT #0 r356261: Thu Jan 2 04:59:38 UTC 2020 root@releng1.nyi.freebsd.org:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64 panic: ng_nat: ip_len != m_pkthdr.len GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: panic: ng_nat: ip_len != m_pkthdr.len cpuid = 3 time = 1578139602 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe004b4bd690 vpanic() at vpanic+0x17e/frame 0xfffffe004b4bd6f0 panic() at panic+0x43/frame 0xfffffe004b4bd750 ng_nat_rcvdata() at ng_nat_rcvdata+0x3d5/frame 0xfffffe004b4bd7a0 ng_apply_item() at ng_apply_item+0xa3/frame 0xfffffe004b4bd820 ng_snd_item() at ng_snd_item+0x2b0/frame 0xfffffe004b4bd860 ng_ether_input() at ng_ether_input+0x4c/frame 0xfffffe004b4bd890 ether_nh_input() at ether_nh_input+0x24a/frame 0xfffffe004b4bd8f0 netisr_dispatch_src() at netisr_dispatch_src+0xb1/frame 0xfffffe004b4bd970 ether_input() at ether_input+0x9d/frame 0xfffffe004b4bd9d0 iflib_rxeof() at iflib_rxeof+0xbcd/frame 0xfffffe004b4bdae0 _task_fn_rx() at _task_fn_rx+0x7d/frame 0xfffffe004b4bdb20 gtaskqueue_run_locked() at gtaskqueue_run_locked+0x155/frame 0xfffffe004b4bdb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe004b4bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe004b4bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe004b4bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic No symbol "zombproc" in current context. Reading symbols from /boot/kernel/zfs.ko...Reading symbols from /usr/lib/debug//boot/kernel/zfs.ko.debug...done. done. Loaded symbols for /boot/kernel/zfs.ko Reading symbols from /boot/kernel/opensolaris.ko...Reading symbols from /usr/lib/debug//boot/kernel/opensolaris.ko.debug...done. done. Loaded symbols for /boot/kernel/opensolaris.ko Reading symbols from /boot/kernel/vmm.ko...Reading symbols from /usr/lib/debug//boot/kernel/vmm.ko.debug...done. done. Loaded symbols for /boot/kernel/vmm.ko Reading symbols from /boot/kernel/nmdm.ko...Reading symbols from /usr/lib/debug//boot/kernel/nmdm.ko.debug...done. done. Loaded symbols for /boot/kernel/nmdm.ko Reading symbols from /boot/kernel/ng_ether.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ether.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ether.ko Reading symbols from /boot/kernel/netgraph.ko...Reading symbols from /usr/lib/debug//boot/kernel/netgraph.ko.debug...done. done. Loaded symbols for /boot/kernel/netgraph.ko Reading symbols from /boot/kernel/ng_ubt.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ubt.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ubt.ko Reading symbols from /boot/kernel/ng_hci.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_hci.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_hci.ko Reading symbols from /boot/kernel/ng_bluetooth.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_bluetooth.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_bluetooth.ko Reading symbols from /boot/kernel/ng_l2cap.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_l2cap.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_l2cap.ko Reading symbols from /boot/kernel/ng_btsocket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_btsocket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_btsocket.ko Reading symbols from /boot/kernel/ng_socket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_socket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_socket.ko Reading symbols from /boot/kernel/ng_nat.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_nat.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_nat.ko Reading symbols from /boot/kernel/libalias.ko...Reading symbols from /usr/lib/debug//boot/kernel/libalias.ko.debug...done. done. Loaded symbols for /boot/kernel/libalias.ko #0 doadump (textdump=-2121374936) at src/sys/amd64/include/pcpu_aux.h:55 55 src/sys/amd64/include/pcpu_aux.h: No such file or directory. in src/sys/amd64/include/pcpu_aux.h (kgdb) #0 doadump (textdump=-2121374936) at src/sys/amd64/include/pcpu_aux.h:55 #1 0xffffffff8049be4e in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at /usr/src/sys/ddb/db_command.c:610 #2 0xffffffff8049b97c in db_command (cmd_table=, dopager=1) at /usr/src/sys/ddb/db_command.c:482 #3 0xffffffff8049b6ed in db_command_loop () at /usr/src/sys/ddb/db_command.c:535 #4 0xffffffff8049e918 in db_trap (type=, code=) at /usr/src/sys/ddb/db_main.c:252 #5 0xffffffff80c15ab7 in kdb_trap (type=3, code=0, tf=) at /usr/src/sys/kern/subr_kdb.c:691 #6 0xffffffff8106a9d4 in trap (frame=0xfffffe004b4bd5c0) at /usr/src/sys/amd64/amd64/trap.c:585 #7 0xffffffff81040c3c in calltrap () at /usr/src/sys/amd64/amd64/exception.S:289 #8 0xffffffff80c15207 in kdb_enter (why=0xffffffff811f6a9d "panic", msg=) at src/sys/amd64/include/cpufunc.h:65 #9 0xffffffff80bca46a in vpanic (fmt=, ap=) at /usr/src/sys/kern/kern_shutdown.c:897 #10 0xffffffff80bca203 in panic (fmt=) at /usr/src/sys/kern/kern_shutdown.c:835 #11 0xffffffff82cb2015 in ng_nat_rcvdata (hook=0xfffff800038ee600, item=0xfffff80034599200) at /usr/src/sys/netgraph/ng_nat.c:813 #12 0xffffffff82c657c3 in ng_apply_item (node=0xfffff8000b8edb00, item=0xfffff80034599200, rw=) at /usr/src/sys/netgraph/ng_base.c:2403 #13 0xffffffff82c65520 in ng_snd_item (item=0xfffff80034599200, flags=0) at /usr/src/sys/netgraph/ng_base.c:2320 #14 0xffffffff82c5fc9c in ng_ether_input (ifp=, mp=0xfffffe004b4bd8c0) at /usr/src/sys/netgraph/ng_ether.c:255 #15 0xffffffff80cde8ea in ether_nh_input (m=) at /usr/src/sys/net/if_ethersubr.c:654 #16 0xffffffff80cfa481 in netisr_dispatch_src (proto=5, source=0, m=0xfffff80115704800) at /usr/src/sys/net/netisr.c:1127 #17 0xffffffff80cdd9ad in ether_input (ifp=0xfffff800038c2000, m=0x0) at /usr/src/sys/net/if_ethersubr.c:824 #18 0xffffffff80cf660d in iflib_rxeof (rxq=, budget=24) at /usr/src/sys/net/iflib.c:2864 #19 0xffffffff80cf029d in _task_fn_rx (context=0xfffff800038bf000) at /usr/src/sys/net/iflib.c:3802 #20 0xffffffff80c13e05 in gtaskqueue_run_locked (queue=0xfffff800033b4700) at /usr/src/sys/kern/subr_gtaskqueue.c:362 #21 0xffffffff80c13b82 in gtaskqueue_thread_loop (arg=) at /usr/src/sys/kern/subr_gtaskqueue.c:536 #22 0xffffffff80b87650 in fork_exit ( callout=0xffffffff80c13ac0 , arg=0xfffffe00111fd050, frame=0xfffffe004b4bdc00) at /usr/src/sys/kern/kern_fork.c:1058 #23 0xffffffff81041c8e in fork_trampoline () at /usr/src/sys/amd64/amd64/exception.S:1080 #24 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) ------------------------------------------------------------------------ ps -axlww UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 0 0 0 -16 0 0 0 swapin DLs - 0:00.01 [kernel] 0 1 0 0 20 0 10028 1060 wait DLs - 0:00.07 [init] 0 2 0 0 -16 0 0 0 crypto_w DL - 0:00.00 [crypto] 0 3 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 0] 0 4 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 1] 0 5 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 2] 0 6 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 3] 0 7 0 0 -16 0 0 0 - RL - 0:00.02 [cam] 0 8 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod1] 0 9 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod2] 0 10 0 0 -16 0 0 0 audit_wo DL - 0:00.00 [audit] 0 11 0 0 155 0 0 0 - RL - 1:31.10 [idle] 0 12 0 0 -52 0 0 0 - WL - 0:00.41 [intr] 0 13 0 0 -8 0 0 0 - DL - 0:00.01 [geom] 0 14 0 0 -16 0 0 0 seqstate DL - 0:00.00 [sequencer 00] 0 15 0 0 -68 0 0 0 - DL - 0:00.06 [usb] 0 16 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod3] 0 17 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod4] 0 18 0 0 -8 0 0 0 t->zthr_ DL - 0:00.42 [zfskern] 0 19 0 0 -16 0 0 0 waiting_ DL - 0:00.00 [sctp_iterator] 0 20 0 0 -16 0 0 0 tzpoll DL - 0:00.00 [acpi_thermal] 0 21 0 0 -16 0 0 0 - DL - 0:00.01 [rand_harvestq] 0 22 0 0 -16 0 0 0 psleep DL - 0:00.00 [pagedaemon] 0 23 0 0 -16 0 0 0 psleep DL - 0:00.00 [vmdaemon] 0 24 0 0 -16 0 0 0 qsleep DL - 0:00.00 [bufdaemon] 0 25 0 0 16 0 0 0 syncer DL - 0:00.00 [syncer] 0 26 0 0 -16 0 0 0 vlruwt DL - 0:00.00 [vnlru] 0 27 0 0 -16 0 0 0 idle DL - 0:00.00 [enc_daemon0] 0 28 0 0 -16 0 0 0 spa->spa DL - 0:02.44 [zpool-zroot] 0 117 0 0 -16 0 0 0 sleep DL - 0:00.00 [ng_queue] 0 121 1 0 52 0 10912 2360 pause Ds - 0:00.00 [adjkerntz] 0 551 1 0 52 0 11464 2756 select Ds - 0:00.00 [dhclient] 0 554 1 0 52 0 11648 2820 select Ds - 0:00.00 [dhclient] 65 603 1 0 52 0 11876 2960 select DCs - 0:00.00 [dhclient] 0 671 1 0 20 0 10568 1564 select Ds - 0:00.00 [devd] 0 742 1 0 20 0 11464 2820 select Ds - 0:00.02 [syslogd] 0 1015 1 0 20 0 19924 8552 select Ds - 0:00.00 [sshd] 0 1018 1 0 20 0 17348 7504 select Ds - 0:00.01 [sendmail] 25 1021 1 0 52 0 16936 7128 pause Ds - 0:00.00 [sendmail] 0 1025 1 0 20 0 11432 2692 nanslp Ds - 0:00.00 [cron] 0 1085 1 0 23 0 11984 3264 wait Ds - 0:00.00 [login] 0 1086 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1087 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1088 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1089 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1090 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1091 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 0 1092 1 0 52 0 10968 2376 ttyin Ds+ - 0:00.00 [getty] 1001 1093 1085 0 20 0 13072 4132 select D+ - 0:00.00 [bash] 0 1122 1015 0 22 0 20304 9460 select Ds - 0:00.00 [sshd] 1001 1125 1122 0 20 0 20308 9484 select D - 0:00.00 [sshd] 1001 1126 1125 0 20 0 13064 4148 select Ds+ - 0:00.00 [bash] ------------------------------------------------------------------------ vmstat -s 276807 cpu context switches 44799 device interrupts 9619 software interrupts 443250 traps 484848 system calls 29 kernel threads created 860 fork() calls 260 vfork() calls 10 rfork() calls 0 swap pager pageins 0 swap pager pages paged in 0 swap pager pageouts 0 swap pager pages paged out 967 vnode pager pageins 7367 vnode pager pages paged in 0 vnode pager pageouts 0 vnode pager pages paged out 0 page daemon wakeups 0 pages examined by the page daemon 0 clean page reclamation shortfalls 0 pages reactivated by the page daemon 40534 copy-on-write faults 177 copy-on-write optimized faults 419541 zero fill pages zeroed 0 zero fill pages prezeroed 252 intransit blocking page faults 481607 total VM faults taken 2195 page faults requiring I/O 0 pages affected by kernel thread creation 64486 pages affected by fork() 8836 pages affected by vfork() 382 pages affected by rfork() 530104 pages freed 0 pages freed by daemon 0 pages freed by exiting processes 0 pages active 0 pages inactive 0 pages in the laundry queue 0 pages wired down 0 virtual user pages wired down 0 pages free 0 bytes per page 0 total name lookups cache hits (0% pos + 0% neg) system 0% per-directory deletions 0%, falsehits 0%, toolong 0% ------------------------------------------------------------------------ vmstat -m Type InUse MemUse HighUse Requests Size(s) CAM path 9 1K - 63 32 CAM periph 6 2K - 22 16,32,64,128,256 acpi_perf 4 2K - 4 512 hdaa 10 46K - 10 1024,2048,4096,16384 hdac 1 1K - 1 1024 hdacc 2 1K - 2 32 feeder 23 3K - 30 32,128 mixer 5 20K - 5 4096 CAM I/O Scheduler 1 1K - 1 128 CAM queue 12 4K - 32 16,32,512 USB 49 94K - 57 16,32,128,256,512,1024,4096,32768 USBdev 37 6K - 37 32,64,128,256,512,1024 CAM dev queue 5 1K - 5 64 vtbuf 24 1968K - 46 4096 vt 11 6K - 11 512 DEVFS3 173 44K - 192 256 DEVFS1 123 123K - 135 1024 DEVFS_RULE 58 27K - 58 64,512 DEVFS 23 1K - 27 16,32,64,128 DEVFSP 2 1K - 2 64 NFSD V4client 1 1K - 1 256 NFSD lckfile 1 1K - 1 256 NFSD session 1 1K - 1 1024 pfs_nodes 20 10K - 20 512 pfs_vncache 1 16K - 1 16384 GEOM 49 9K - 453 16,32,64,128,256,512,1024,2048,8192,16384 raid_data 0 0K - 60 32,128,256 isadev 7 1K - 7 128 SCSI ENC 26 133K - 134 16,64,512,1024,2048,32768,65536 ddb_capture 1 64K - 1 65536 cdev 2 1K - 2 256 filedesc 5 37K - 27 32,4096,16384 sigio 0 0K - 1 64 filecaps 1 1K - 101 16,32,64 kdtrace 452 104K - 2692 64,256 kenv 116 13K - 119 16,32,64,128,8192 kqueue 52 4K - 1160 64 proc-args 55 3K - 957 16,32,64,128,256 hhook 13 4K - 13 256 ithread 100 17K - 100 32,128,256 prison 8 1K - 8 16,32 KTRACE 100 13K - 100 128 linker 393 771K - 471 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768 lockf 24 3K - 49 64,128 loginclass 2 1K - 3 64 devbuf 34341 60641K - 35166 16,32,64,128,256,512,1024,2048,4096,8192,65536 temp 40 34K - 3290 16,32,64,128,256,512,1024,2048,4096,8192,16384,65536 evdev 4 4K - 4 1024 module 512 64K - 512 128 mtx_pool 2 72K - 2 8192,65536 osd 6 1K - 50 16,32,64,128,256 pmchooks 1 1K - 1 128 pmc 1 1K - 1 64 pgrp 22 3K - 66 128 session 21 3K - 28 128 proc 3 33K - 3 1024,16384 subproc 143 254K - 1251 512,4096 cred 37 10K - 212 256 acpiintr 1 1K - 1 64 plimit 19 5K - 381 256 uidinfo 5 5K - 22 128,4096 dumper 2 1K - 2 128,512 acpica 5969 601K - 201194 16,32,64,128,256,512,1024,2048,4096 sysctl 0 0K - 191 32,64 sysctloid 39216 2256K - 39306 16,32,64,128 sysctltmp 0 0K - 1225 16,32,64,256,1024 acpitask 1 64K - 1 65536 kbdmux 6 22K - 6 16,512,1024,2048,16384 tidhash 1 32K - 1 32768 callout 4 1024K - 4 umtx 892 112K - 892 128 p1003.1b 1 1K - 1 16 SWAP 1 132K - 1 bus 1236 107K - 11632 16,32,64,128,256,512,1024,4096 bus-sc 79 18014398509472142K - 3732 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536 LED 12 1K - 12 16,128 devstat 4 9K - 4 32,4096 epoch 5 1K - 5 128 eventhandler 135 12K - 135 64,128 gtaskqueue 34 35K - 34 16,32,256,8192 kobj 340 1360K - 476 4096 Per-cpu 1 1K - 1 32 rman 243 29K - 548 32,128 sbuf 0 0K - 545 16,32,64,128,256,512,4096,8192,32768 toponodes 12 2K - 12 128 taskqueue 147 17K - 156 16,32,64,128,256 terminal 11 3K - 11 256 Unitno 26 2K - 48 32,64 vmem 2 272K - 3 16384 ioctlops 0 0K - 82 256,512,1024 select 32 4K - 32 128 iov 0 0K - 196295 16,64,128,256,512 msg 4 30K - 4 2048,4096,8192,16384 sem 4 106K - 4 2048,4096 shm 1 32K - 1 32768 tty 13 13K - 13 1024 pts 1 1K - 1 256 mbuf_tag 0 0K - 16 32 shmfd 1 8K - 1 8192 soname 5 1K - 13140 16,32,64,128 pcb 22 1689K - 62 16,32,64,128,1024,2048,8192 acl 0 0K - 11 4096 vfscache 4 2052K - 4 256,1024,2048 vfs_hash 1 1024K - 1 vnodes 1 1K - 1 256 mount 136 5K - 331 16,32,64,128,256 statfs 0 0K - 257 4096 vnodemarker 0 0K - 11 512 chacha20random 1 1K - 1 1024 BPF 10 18K - 10 128,256,512,4096 ifnet 3 5K - 3 128,2048 ifaddr 35 12K - 36 16,32,64,128,256,512,2048,4096 ether_multi 17 2K - 22 16,32,64,128 clone 8 1K - 8 128 lltable 11 4K - 11 256,512 tun 3 1K - 3 32 iflib 17 112K - 21 16,64,128,1024,4096,8192,16384,32768 pfil 4 1K - 4 128 routetbl 25 4K - 28 32,64,128,512 vnet 1 1K - 1 64 vnet_data 1 168K - 1 vnet_data_free 1 1K - 1 32 80211node 0 0K - 32 16 80211scan 1 16K - 1 16384 igmp 2 1K - 2 128 in_multi 2 1K - 3 256 encap_export_host 8 1K - 8 32,64 sctp_a_it 0 0K - 3 16 sctp_vrf 1 1K - 1 64 sctp_ifa 4 1K - 4 128 sctp_ifn 2 1K - 2 128 sctp_iter 0 0K - 3 256 tfo_ccache 1 128K - 1 hostcache 1 32K - 1 32768 LRO 2 40K - 2 8192,32768 tcpfunc 1 1K - 1 64 syncache 1 68K - 1 in6_multi 15 2K - 15 32,256 mld 2 1K - 2 128 ip6ndp 3 1K - 3 64,256 inpcbpolicy 7 1K - 67 32 secasvar 1 1K - 1 1024 sahead 1 1K - 1 1024 ipsecpolicy 1 1K - 1 1024 ipsec-saq 2 2K - 2 1024 crypto 2 2K - 2 512,1024 rpc 2 8K - 2 4096 audit_evclass 231 8K - 289 32 ufs_quota 1 1024K - 1 vm_pgdata 1 1K - 1 128 UMA 362 7K - 362 16,32 pci_link 16 2K - 16 32,128 atkbddev 2 1K - 2 64 apmdev 1 1K - 1 128 acpisem 38 5K - 38 128 intr 4 388K - 4 65536 MCA 12 2K - 12 32,128 cpus 2 1K - 2 16 nexusdev 5 1K - 5 16 acpidev 48 3K - 48 64 memdesc 1 4K - 1 4096 CAM SIM 5 2K - 5 256 CAM XPT 29 3K - 54 16,32,64,128,512,1024,2048,65536 madt_table 0 0K - 2 32,4096 entropy 1 1K - 29 32,64,4096 io_apic 1 2K - 1 2048 local_apic 1 4K - 1 4096 CAM DEV 7 14K - 13 2048 msi 16 2K - 16 128 CAM CCB 0 0K - 10710 2048 kstat_data 8 1K - 8 64 solaris 27064 30443K - 1147591 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768 sfs_nodes 22 11K - 22 512 netgraph 2 1K - 2 64,128 netgraph_msg 0 0K - 49 64,128,256,1024,32768 netgraph_hook 14 2K - 14 128 netgraph_node 11 3K - 23 128,256 netgraph_hci 1 1K - 1 256 netgraph_l2cap 1 1K - 1 128 netgraph_btsocks_hci_raw 1 8K - 23 128,8192 netgraph_btsocks_l2cap_raw 1 1K - 1 32 netgraph_btsocks_l2cap 1 1K - 1 32 netgraph_path 0 0K - 18 16 netgraph_sock 0 0K - 20 128 libalias 1 64K - 1 65536 sctpnat 3 40K - 3 8192,16384 ------------------------------------------------------------------------ vmstat -z ITEM SIZE LIMIT USED FREE REQ FAILSLEEP XDOMAIN UMA Kegs: 216, 0, 204, 13, 204, 0, 0, 0 UMA Zones: 944, 0, 215, 0, 215, 0, 0, 0 UMA Slabs: 112, 0, 82972, 22, 82972, 0, 0, 0 UMA Hash: 256, 0, 2, 10, 2, 0, 0, 0 vmem: 1856, 0, 0, 1, 0, 0, 0, 0 vmem btag: 56, 0, 22078, 157, 22078, 152, 0, 0 VM OBJECT: 264, 0, 1560, 165, 19336, 0, 0, 0 RADIX NODE: 144, 0, 14014, 3198, 68812, 0, 0, 0 MAP: 216, 0, 2, 69, 2, 0, 0, 0 KMAP ENTRY: 96, 0, 39, 336, 43, 0, 0, 0 MAP ENTRY: 96, 0, 1057, 581, 62737, 0, 0, 0 VMSPACE: 2536, 0, 23, 16, 1132, 0, 0, 0 4 Bucket: 32, 0, 1713, 1311, 14644,13498, 0, 0 6 Bucket: 48, 0, 44, 1048, 36591, 0, 0, 0 8 Bucket: 64, 0, 111, 1715, 23515, 0, 0, 0 12 Bucket: 96, 0, 226, 4814, 30148, 952, 0, 0 16 Bucket: 128, 0, 1246, 768, 4295, 0, 0, 0 32 Bucket: 256, 0, 205, 664, 6319, 0, 0, 0 64 Bucket: 512, 0, 174, 90, 1147,1508, 0, 0 128 Bucket: 1024, 0, 101, 51, 905, 0, 0, 0 256 Bucket: 2048, 0, 323, 54, 7732, 66, 0, 0 fakepg: 104, 0, 0, 0, 0, 0, 0, 0 int pcpu: 4, 0, 62, 962, 62, 0, 0, 0 64 pcpu: 8, 0, 3392, 448, 3396, 0, 0, 0 mt_stats_zone: 64, 0, 465, 303, 465, 0, 0, 0 mt_zone: 24, 0, 465, 370, 465, 0, 0, 0 16: 16, 0, 3, 1247, 21, 0, 0, 0 16: 16, 0, 34, 1216, 77, 0, 0, 0 16: 16, 0, 4513, 737, 262774, 0, 0, 0 16: 16, 0, 138, 1112, 92552, 0, 0, 0 16: 16, 0, 15954, 296, 16126, 0, 0, 0 16: 16, 0, 756, 494, 3320, 0, 0, 0 16: 16, 0, 22, 1228, 30, 0, 0, 0 16: 16, 0, 14, 1236, 94, 0, 0, 0 32: 32, 0, 22, 860, 26, 0, 0, 0 32: 32, 0, 70, 812, 79, 0, 0, 0 32: 32, 0, 3137, 1777, 92955, 0, 0, 0 32: 32, 0, 293, 841, 10368, 0, 0, 0 32: 32, 0, 7567, 623, 7768, 0, 0, 0 32: 32, 0, 339, 1047, 2552, 0, 0, 0 32: 32, 0, 241, 893, 401, 0, 0, 0 32: 32, 0, 10, 872, 50, 0, 0, 0 64: 64, 0, 6, 561, 6, 0, 0, 0 64: 64, 0, 59, 1012, 1167, 0, 0, 0 64: 64, 0, 10515, 1140, 72039, 0, 0, 0 64: 64, 0, 2242, 845, 4890, 0, 0, 0 64: 64, 0, 3300, 543, 3337, 0, 0, 0 64: 64, 0, 14966, 846, 16926, 0, 0, 0 64: 64, 0, 31, 1040, 58, 0, 0, 0 64: 64, 0, 14, 1057, 195849, 0, 0, 0 128: 128, 0, 64, 463, 133, 0, 0, 0 128: 128, 0, 40, 487, 47, 0, 0, 0 128: 128, 0, 613, 658, 213002, 0, 0, 0 128: 128, 0, 3728, 302, 91421, 0, 0, 0 128: 128, 0, 13168, 348, 14107, 0, 0, 0 128: 128, 0, 6973, 250, 20371, 0, 0, 0 128: 128, 0, 19, 384, 36, 0, 0, 0 128: 128, 0, 24, 503, 125, 0, 0, 0 256: 256, 0, 13, 242, 23, 0, 0, 0 256: 256, 0, 481, 134, 2045, 0, 0, 0 256: 256, 0, 5088, 2607, 63799, 0, 0, 0 256: 256, 0, 239, 196, 3128, 0, 0, 0 256: 256, 0, 18, 237, 1374, 0, 0, 0 256: 256, 0, 370, 125, 498, 0, 0, 0 256: 256, 0, 1, 74, 1, 0, 0, 0 256: 256, 0, 32, 163, 598, 0, 0, 0 512: 512, 0, 2, 62, 6, 0, 0, 0 512: 512, 0, 7, 113, 25, 0, 0, 0 512: 512, 0, 2018, 1758, 91070, 0, 0, 0 512: 512, 0, 19, 109, 764, 0, 0, 0 512: 512, 0, 7, 113, 868, 0, 0, 0 512: 512, 0, 107, 93, 619, 0, 0, 0 512: 512, 0, 106, 102, 106, 0, 0, 0 512: 512, 0, 4, 84, 110, 0, 0, 0 1024: 1024, 0, 8, 20, 12, 0, 0, 0 1024: 1024, 0, 1, 51, 5, 0, 0, 0 1024: 1024, 0, 1228, 72, 8001, 0, 0, 0 1024: 1024, 0, 147, 45, 537, 0, 0, 0 1024: 1024, 0, 21, 47, 1077, 0, 0, 0 1024: 1024, 0, 35, 165, 436, 0, 0, 0 1024: 1024, 0, 1, 15, 1, 0, 0, 0 1024: 1024, 0, 2, 50, 30, 0, 0, 0 2048: 2048, 0, 4, 12, 6, 0, 0, 0 2048: 2048, 0, 0, 0, 0, 0, 0, 0 2048: 2048, 0, 131, 25, 343070, 0, 0, 0 2048: 2048, 0, 7, 37, 12411, 0, 0, 0 2048: 2048, 0, 8, 8, 15, 0, 0, 0 2048: 2048, 0, 29, 11, 29, 0, 0, 0 2048: 2048, 0, 3, 7, 3, 0, 0, 0 2048: 2048, 0, 0, 10, 10, 0, 0, 0 4096: 4096, 0, 12, 0, 12, 0, 0, 0 4096: 4096, 0, 0, 0, 0, 0, 0, 0 4096: 4096, 0, 255, 7, 2696, 0, 0, 0 4096: 4096, 0, 360, 3, 666, 0, 0, 0 4096: 4096, 0, 4, 2, 17, 0, 0, 0 4096: 4096, 0, 63, 3, 5574, 0, 0, 0 4096: 4096, 0, 2, 4, 259, 0, 0, 0 4096: 4096, 0, 0, 3, 5, 0, 0, 0 8192: 8192, 0, 0, 0, 0, 0, 0, 0 8192: 8192, 0, 4, 0, 4, 0, 0, 0 8192: 8192, 0, 13, 3, 130, 0, 0, 0 8192: 8192, 0, 8, 1, 191, 0, 0, 0 8192: 8192, 0, 9, 0, 9, 0, 0, 0 8192: 8192, 0, 13, 0, 13, 0, 0, 0 8192: 8192, 0, 1, 0, 1, 0, 0, 0 8192: 8192, 0, 1, 1, 41, 0, 0, 0 16384: 16384, 0, 4, 0, 4, 0, 0, 0 16384: 16384, 0, 1, 0, 1, 0, 0, 0 16384: 16384, 0, 0, 3, 7, 0, 0, 0 16384: 16384, 0, 5, 1, 308, 0, 0, 0 16384: 16384, 0, 2, 21, 87, 0, 0, 0 16384: 16384, 0, 6, 0, 6, 0, 0, 0 16384: 16384, 0, 6, 2, 17, 0, 0, 0 16384: 16384, 0, 0, 3, 6, 0, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0, 0 32768: 32768, 0, 14, 2, 18, 0, 0, 0 32768: 32768, 0, 6, 7, 285, 0, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0, 0 32768: 32768, 0, 8, 0, 8, 0, 0, 0 32768: 32768, 0, 0, 0, 0, 0, 0, 0 32768: 32768, 0, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 0, 1, 8, 0, 0, 0 65536: 65536, 0, 3, 0, 3, 0, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 4, 3, 281, 0, 0, 0 65536: 65536, 0, 1, 3, 31, 0, 0, 0 65536: 65536, 0, 7, 0, 9, 0, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0, 0 SLEEPQUEUE: 88, 0, 447, 328, 447, 0, 0, 0 Files: 80, 0, 78, 422, 11145, 0, 0, 0 filedesc0: 1104, 0, 52, 38, 1160, 0, 0, 0 rl_entry: 40, 0, 58, 1053, 58, 0, 0, 0 rangeset pctrie nodes: 144, 0, 0, 0, 0, 0, 0, 0 TURNSTILE: 136, 0, 447, 120, 447, 0, 0, 0 umtx pi: 96, 0, 0, 0, 0, 0, 0, 0 umtx_shm: 88, 0, 0, 0, 0, 0, 0, 0 swrbuf: 832, 128, 0, 1004, 0, 0, 0, 0 swwbuf: 832, 64, 0, 1004, 0, 0, 0, 0 nfspbuf: 832, 128, 0, 1004, 0, 0, 0, 0 mdpbuf: 832, 25, 0, 1004, 0, 0, 0, 0 clpbuf: 832, 128, 0, 1004, 0, 0, 0, 0 vnpbuf: 832, 512, 0, 1004, 0, 0, 0, 0 pbuf: 832, 16, 0, 1004, 0, 0, 0, 0 MAC labels: 40, 0, 0, 0, 0, 0, 0, 0 PROC: 1328, 0, 51, 39, 1159, 0, 0, 0 THREAD: 1760, 0, 436, 10, 460, 0, 0, 0 cpuset: 104, 0, 11, 516, 11, 0, 0, 0 domainset: 40, 0, 0, 0, 0, 0, 0, 0 audit_record: 1280, 0, 0, 0, 0, 0, 0, 0 mbuf_packet: 256, 0, 0, 759, 116, 0, 0, 0 mbuf: 256, 3133659, 6250, 581, 8083, 0, 0, 0 mbuf_cluster: 2048, 489634, 2807, 483, 2867, 0, 0, 0 mbuf_jumbo_page: 4096, 244817, 64, 442, 66, 0, 0, 0 mbuf_jumbo_9k: 9216, 72538, 0, 0, 0, 0, 0, 0 mbuf_jumbo_16k: 16384, 40802, 0, 0, 0, 0, 0, 0 mbuf_extpgs: 256, 0, 0, 0, 0, 0, 0, 0 epoch_record pcpu: 256, 0, 5, 59, 5, 0, 0, 0 DMAR_MAP_ENTRY: 120, 0, 0, 0, 0, 0, 0, 0 FPU_save_area: 832, 0, 0, 0, 0, 0, 0, 0 ttyinq: 160, 0, 135, 115, 270, 0, 0, 0 ttyoutq: 256, 0, 72, 183, 144, 0, 0, 0 g_bio: 384, 0, 0, 270, 34212, 0, 0, 0 nvme_request: 128, 0, 0, 0, 0, 0, 0, 0 cryptop: 128, 0, 0, 0, 0, 0, 0, 0 cryptodesc: 120, 0, 0, 0, 0, 0, 0, 0 crypto_session: 24, 0, 0, 0, 0, 0, 0, 0 vtnet_tx_hdr: 24, 0, 0, 0, 0, 0, 0, 0 taskq_zone: 48, 0, 0, 1092, 715, 0, 0, 0 VNODE: 480, 0, 805, 43, 856, 0, 0, 0 VNODEPOLL: 120, 0, 0, 0, 0, 0, 0, 0 BUF TRIE: 144, 0, 0, 51100, 0, 0, 0, 0 S VFS Cache: 108, 0, 906, 246, 1885, 0, 0, 0 STS VFS Cache: 148, 0, 0, 0, 0, 0, 0, 0 L VFS Cache: 328, 0, 0, 0, 0, 0, 0, 0 LTS VFS Cache: 368, 0, 0, 0, 0, 0, 0, 0 NAMEI: 1024, 0, 0, 68, 23765, 0, 0, 0 rentr: 24, 0, 0, 835, 29, 0, 0, 0 NCLNODE: 592, 0, 0, 0, 0, 0, 0, 0 DIRHASH: 1024, 0, 0, 0, 0, 0, 0, 0 pipe: 760, 0, 3, 62, 393, 0, 0, 0 AIO: 208, 0, 0, 0, 0, 0, 0, 0 AIOP: 32, 0, 0, 0, 0, 0, 0, 0 AIOCB: 752, 0, 0, 0, 0, 0, 0, 0 AIOLIO: 280, 0, 0, 0, 0, 0, 0, 0 procdesc: 136, 0, 1, 144, 10, 0, 0, 0 Mountpoints: 2816, 0, 12, 3, 12, 0, 0, 0 reference_cache: 40, 0, 24, 1289, 12024, 0, 0, 0 reference_history_cache: 8, 0, 24, 1226, 12024, 0, 0, 0 range_seg_cache: 72, 0, 274, 510, 3048, 0, 0, 0 zio_cache: 1128, 0, 8, 1387, 279659, 0, 0, 0 zio_link_cache: 48, 0, 0, 2604, 38953, 0, 0, 0 zio_buf_512: 512, 0, 966, 82, 11161, 0, 0, 0 zio_data_buf_512: 512, 0, 110, 66, 4611, 0, 0, 0 zio_buf_1024: 1024, 0, 86, 34, 163, 0, 0, 0 zio_data_buf_1024: 1024, 0, 86, 34, 108, 0, 0, 0 zio_buf_1536: 1536, 0, 18, 28, 42, 0, 0, 0 zio_data_buf_1536: 1536, 0, 52, 30, 75, 0, 0, 0 zio_buf_2048: 2048, 0, 32, 28, 497, 0, 0, 0 zio_data_buf_2048: 2048, 0, 36, 14, 63, 0, 0, 0 zio_buf_2560: 2560, 0, 54, 3, 54, 0, 0, 0 zio_data_buf_2560: 2560, 0, 18, 9, 37, 0, 0, 0 zio_buf_3072: 3072, 0, 121, 2, 123, 0, 0, 0 zio_data_buf_3072: 3072, 0, 13, 8, 26, 0, 0, 0 zio_buf_3584: 3584, 0, 55, 0, 56, 0, 0, 0 zio_data_buf_3584: 3584, 0, 14, 0, 21, 0, 0, 0 zio_buf_4096: 4096, 0, 325, 12, 2990, 0, 0, 0 zio_data_buf_4096: 4096, 0, 960, 52, 1839, 0, 0, 0 zio_buf_5120: 5120, 0, 1, 4, 25, 0, 0, 0 zio_data_buf_5120: 5120, 0, 4, 1, 10, 0, 0, 0 zio_buf_6144: 6144, 0, 1, 4, 46, 0, 0, 0 zio_data_buf_6144: 6144, 0, 0, 6, 10, 0, 0, 0 zio_buf_7168: 7168, 0, 1, 4, 58, 0, 0, 0 zio_data_buf_7168: 7168, 0, 3, 0, 6, 0, 0, 0 zio_buf_8192: 8192, 0, 1, 8, 469, 0, 0, 0 zio_data_buf_8192: 8192, 0, 2, 2, 7, 0, 0, 0 zio_buf_10240: 10240, 0, 5, 2, 27, 0, 0, 0 zio_data_buf_10240: 10240, 0, 3, 1, 6, 0, 0, 0 zio_buf_12288: 12288, 0, 1, 7, 294, 0, 0, 0 zio_data_buf_12288: 12288, 0, 3, 2, 9, 0, 0, 0 zio_buf_14336: 14336, 0, 3, 2, 22, 0, 0, 0 zio_data_buf_14336: 14336, 0, 3, 3, 8, 0, 0, 0 zio_buf_16384: 16384, 0, 305, 10, 899, 0, 0, 0 zio_data_buf_16384: 16384, 0, 24, 1, 45, 0, 0, 0 zio_buf_20480: 20480, 0, 1, 6, 133, 0, 0, 0 zio_data_buf_20480: 20480, 0, 7, 0, 13, 0, 0, 0 zio_buf_24576: 24576, 0, 1, 5, 108, 0, 0, 0 zio_data_buf_24576: 24576, 0, 11, 3, 27, 0, 0, 0 zio_buf_28672: 28672, 0, 0, 5, 73, 0, 0, 0 zio_data_buf_28672: 28672, 0, 10, 0, 21, 0, 0, 0 zio_buf_32768: 32768, 0, 1, 7, 62, 0, 0, 0 zio_data_buf_32768: 32768, 0, 3, 3, 10, 0, 0, 0 zio_buf_40960: 40960, 0, 4, 3, 275, 0, 0, 0 zio_data_buf_40960: 40960, 0, 13, 1, 27, 0, 0, 0 zio_buf_49152: 49152, 0, 1, 8, 766, 0, 0, 0 zio_data_buf_49152: 49152, 0, 8, 1, 12, 0, 0, 0 zio_buf_57344: 57344, 0, 3, 6, 221, 0, 0, 0 zio_data_buf_57344: 57344, 0, 4, 3, 14, 0, 0, 0 zio_buf_65536: 65536, 0, 0, 8, 196, 0, 0, 0 zio_data_buf_65536: 65536, 0, 6, 2, 12, 0, 0, 0 zio_buf_81920: 81920, 0, 1, 9, 687, 0, 0, 0 zio_data_buf_81920: 81920, 0, 3, 2, 19, 0, 0, 0 zio_buf_98304: 98304, 0, 0, 8, 1009, 0, 0, 0 zio_data_buf_98304: 98304, 0, 6, 1, 14, 0, 0, 0 zio_buf_114688: 114688, 0, 0, 8, 730, 0, 0, 0 zio_data_buf_114688: 114688, 0, 4, 6, 14, 0, 0, 0 zio_buf_131072: 131072, 0, 118, 1155, 4382, 0, 0, 0 zio_data_buf_131072: 131072, 0, 1436, 1326, 18077, 0, 0, 0 zio_buf_163840: 163840, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_163840: 163840, 0, 0, 0, 0, 0, 0, 0 zio_buf_196608: 196608, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_196608: 196608, 0, 0, 0, 0, 0, 0, 0 zio_buf_229376: 229376, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_229376: 229376, 0, 0, 0, 0, 0, 0, 0 zio_buf_262144: 262144, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_262144: 262144, 0, 0, 0, 0, 0, 0, 0 zio_buf_327680: 327680, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_327680: 327680, 0, 0, 0, 0, 0, 0, 0 zio_buf_393216: 393216, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_393216: 393216, 0, 0, 0, 0, 0, 0, 0 zio_buf_458752: 458752, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_458752: 458752, 0, 0, 0, 0, 0, 0, 0 zio_buf_524288: 524288, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_524288: 524288, 0, 0, 0, 0, 0, 0, 0 zio_buf_655360: 655360, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_655360: 655360, 0, 0, 0, 0, 0, 0, 0 zio_buf_786432: 786432, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_786432: 786432, 0, 0, 0, 0, 0, 0, 0 zio_buf_917504: 917504, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_917504: 917504, 0, 0, 0, 0, 0, 0, 0 zio_buf_1048576: 1048576, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_1048576: 1048576, 0, 0, 0, 0, 0, 0, 0 zio_buf_1310720: 1310720, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_1310720: 1310720, 0, 0, 0, 0, 0, 0, 0 zio_buf_1572864: 1572864, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_1572864: 1572864, 0, 0, 0, 0, 0, 0, 0 zio_buf_1835008: 1835008, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_1835008: 1835008, 0, 0, 0, 0, 0, 0, 0 zio_buf_2097152: 2097152, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_2097152: 2097152, 0, 0, 0, 0, 0, 0, 0 zio_buf_2621440: 2621440, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_2621440: 2621440, 0, 0, 0, 0, 0, 0, 0 zio_buf_3145728: 3145728, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_3145728: 3145728, 0, 0, 0, 0, 0, 0, 0 zio_buf_3670016: 3670016, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_3670016: 3670016, 0, 0, 0, 0, 0, 0, 0 zio_buf_4194304: 4194304, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_4194304: 4194304, 0, 0, 0, 0, 0, 0, 0 zio_buf_5242880: 5242880, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_5242880: 5242880, 0, 0, 0, 0, 0, 0, 0 zio_buf_6291456: 6291456, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_6291456: 6291456, 0, 0, 0, 0, 0, 0, 0 zio_buf_7340032: 7340032, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_7340032: 7340032, 0, 0, 0, 0, 0, 0, 0 zio_buf_8388608: 8388608, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_8388608: 8388608, 0, 0, 0, 0, 0, 0, 0 zio_buf_10485760: 10485760, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_10485760: 10485760, 0, 0, 0, 0, 0, 0, 0 zio_buf_12582912: 12582912, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_12582912: 12582912, 0, 0, 0, 0, 0, 0, 0 zio_buf_14680064: 14680064, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_14680064: 14680064, 0, 0, 0, 0, 0, 0, 0 zio_buf_16777216: 16777216, 0, 0, 0, 0, 0, 0, 0 zio_data_buf_16777216: 16777216, 0, 0, 0, 0, 0, 0, 0 lz4_ctx: 16384, 0, 0, 7, 5242, 0, 0, 0 abd_chunk: 4096, 0, 58117, 14144, 577698, 0, 0, 0 sa_cache: 152, 0, 758, 100, 808, 0, 0, 0 dnode_t: 960, 0, 1066, 14, 1615, 0, 0, 0 arc_buf_hdr_t_full: 376, 0, 6077, 73, 25525, 0, 0, 0 arc_buf_hdr_t_l2only: 96, 0, 0, 0, 0, 0, 0, 0 arc_buf_t: 64, 0, 2245, 2102, 27013, 0, 0, 0 dmu_buf_impl_t: 352, 0, 3122, 772, 27636, 0, 0, 0 zil_lwb_cache: 320, 0, 4, 116, 21, 0, 0, 0 zil_zcw_cache: 80, 0, 0, 400, 31, 0, 0, 0 sio_cache: 128, 0, 0, 0, 0, 0, 0, 0 zfs_znode_cache: 288, 0, 758, 54, 808, 0, 0, 0 ksiginfo: 112, 0, 70, 974, 118, 0, 0, 0 itimer: 352, 0, 0, 0, 0, 0, 0, 0 KNOTE: 160, 0, 0, 0, 0, 0, 0, 0 socket: 904, 252065, 22, 990, 2350, 0, 0, 0 IPsec SA lft_c: 16, 0, 0, 0, 0, 0, 0, 0 unpcb: 256, 252065, 14, 1006, 2230, 0, 0, 0 ipq: 56, 15301, 0, 0, 0, 0, 0, 0 udp_inpcb: 488, 252065, 2, 1014, 60, 0, 0, 0 udpcb: 32, 252065, 2, 1132, 60, 0, 0, 0 tcp_inpcb: 488, 252065, 4, 1012, 6, 0, 0, 0 tcpcb: 1000, 252065, 4, 1008, 6, 0, 0, 0 tcptw: 88, 27767, 0, 0, 0, 0, 0, 0 syncache: 168, 15360, 0, 264, 1, 0, 0, 0 hostcache: 96, 15360, 0, 0, 0, 0, 0, 0 sackhole: 32, 0, 0, 0, 0, 0, 0, 0 tfo: 4, 0, 0, 0, 0, 0, 0, 0 tfo_ccache_entries: 80, 0, 0, 0, 0, 0, 0, 0 tcpreass: 48, 30602, 0, 0, 0, 0, 0, 0 tcp_log: 408, 5000000, 0, 0, 0, 0, 0, 0 tcp_log_bucket: 144, 0, 0, 0, 0, 0, 0, 0 tcp_log_node: 120, 0, 0, 0, 0, 0, 0, 0 sctp_ep: 1280, 252065, 0, 0, 0, 0, 0, 0 sctp_asoc: 2408, 40000, 0, 0, 0, 0, 0, 0 sctp_laddr: 48, 80000, 0, 588, 3, 0, 0, 0 sctp_raddr: 736, 80000, 0, 0, 0, 0, 0, 0 sctp_chunk: 152, 400000, 0, 0, 0, 0, 0, 0 sctp_readq: 152, 400000, 0, 0, 0, 0, 0, 0 sctp_stream_msg_out: 112, 400000, 0, 0, 0, 0, 0, 0 sctp_asconf: 40, 400000, 0, 0, 0, 0, 0, 0 sctp_asconf_ack: 48, 400000, 0, 0, 0, 0, 0, 0 udplite_inpcb: 488, 252065, 0, 0, 0, 0, 0, 0 ripcb: 488, 252065, 1, 255, 1, 0, 0, 0 rtentry: 208, 0, 11, 236, 14, 0, 0, 0 selfd: 64, 0, 63, 1008, 7734, 0, 0, 0 swpctrie: 144, 979272, 0, 0, 0, 0, 0, 0 swblk: 136, 979272, 0, 0, 0, 0, 0, 0 NetGraph items: 72, 4096, 0, 775, 69, 0, 0, 0 NetGraph data items: 72, 4096, 1, 1022, 56, 0, 0, 0 ------------------------------------------------------------------------ vmstat -i interrupt total rate irq1: atkbd0 818 28 irq9: acpi0 460 16 irq16: ehci0 30976 1073 irq23: ehci1 1042 36 cpu0:timer 25791 894 cpu1:timer 8377 290 cpu2:timer 7692 267 cpu3:timer 11497 398 irq33: em0:irq0 792 27 irq34: hdac0 80 3 irq39: ahci0 10631 368 Total 98156 3401 ------------------------------------------------------------------------ pstat -T 78/252065 files 0M/0M swap space ------------------------------------------------------------------------ pstat -s Device 512-blocks Used Avail Capacity ------------------------------------------------------------------------ iostat tty ada0 pass0 pass1 cpu tin tout KB/t tps MB/s KB/t tps MB/s KB/t tps MB/s us ni sy in id 3 180633 70.5 23 1.6 0.0 0 0.0 0.0 0 0.0 1 0 1 0 99 ------------------------------------------------------------------------ ipcs -a Message Queues: T ID KEY MODE OWNER GROUP CREATOR CGROUP CBYTES QNUM QBYTES LSPID LRPID STIME RTIME CTIME Shared Memory: T ID KEY MODE OWNER GROUP CREATOR CGROUP NATTCH SEGSZ CPID LPID ATIME DTIME CTIME Semaphores: T ID KEY MODE OWNER GROUP CREATOR CGROUP NSEMS OTIME CTIME ------------------------------------------------------------------------ ipcs -T msginfo: msgmax: 16384 (max characters in a message) msgmni: 40 (# of message queues) msgmnb: 2048 (max characters in a message queue) msgtql: 40 (max # of messages in system) msgssz: 8 (size of a message segment) msgseg: 2048 (# of message segments in system) shminfo: shmmax: 536870912 (max shared memory segment size) shmmin: 1 (min shared memory segment size) shmmni: 192 (max number of shared memory identifiers) shmseg: 128 (max shared memory segments per process) shmall: 131072 (max amount of shared memory in pages) seminfo: semmni: 50 (# of semaphore identifiers) semmns: 340 (# of semaphores in system) semmnu: 150 (# of undo structures in system) semmsl: 340 (max # of semaphores per id) semopm: 100 (max # of operations per semop call) semume: 50 (max # of undo entries per process) semusz: 632 (size in bytes of undo structure) semvmx: 32767 (semaphore maximum value) semaem: 16384 (adjust on exit max value) ------------------------------------------------------------------------ nfsstat *** -M option deprecated, ignored *** -N option deprecated, ignored Rpc Counts: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Rpc Info: TimedOut Invalid X Replies Retries Requests 0 0 0 0 0 Cache Info: Attr Hits Attr Misses Lkup Hits Lkup Misses BioR Hits BioR Misses BioW Hits BioW Misses 0 0 0 0 0 0 0 0 BioRL Hits BioRL Misses BioD Hits BioD Misses DirE Hits DirE Misses Accs Hits Accs Misses 0 0 0 0 0 0 0 0 Server Info: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Server Re-Failed 0 Server Faults 0 Server Write WriteOps WriteRPC Opsaved 0 0 0 Server Cache Inprog Idem Non-Idem Misses 0 0 0 0 ------------------------------------------------------------------------ netstat -s tcp: 435 packets sent 433 data packets (66786 bytes) 0 data packets (0 bytes) retransmitted 0 data packets unnecessarily retransmitted 0 resends initiated by MTU discovery 2 ack-only packets (1 delayed) 0 URG only packets 0 window probe packets 0 window update packets 0 control packets 495 packets received 300 acks (for 66787 bytes) 0 duplicate acks 0 acks for unsent data 241 packets (11750 bytes) received in-sequence 0 completely duplicate packets (0 bytes) 0 old duplicate packets 0 packets with some dup. data (0 bytes duped) 0 out-of-order packets (0 bytes) 0 packets (0 bytes) of data after window 0 window probes 0 window update packets 0 packets received after close 0 discarded for bad checksums 0 discarded for bad header offset fields 0 discarded because packet too short 0 discarded due to full reassembly queue 0 connection requests 1 connection accept 0 bad connection attempts 0 listen queue overflows 0 ignored RSTs in the windows 1 connection established (including accepts) 0 times used RTT from hostcache 0 times used RTT variance from hostcache 0 times used slow-start threshold from hostcache 2 connections closed (including 0 drops) 0 connections updated cached RTT on close 0 connections updated cached RTT variance on close 0 connections updated cached ssthresh on close 0 embryonic connections dropped 292 segments updated rtt (of 266 attempts) 0 retransmit timeouts 0 connections dropped by rexmit timeout 0 persist timeouts 0 connections dropped by persist timeout 0 Connections (fin_wait_2) dropped because of timeout 0 keepalive timeouts 0 keepalive probes sent 0 connections dropped by keepalive 110 correct ACK header predictions 114 correct data packet header predictions 1 syncache entry added 0 retransmitted 0 dupsyn 0 dropped 1 completed 0 bucket overflow 0 cache overflow 0 reset 0 stale 0 aborted 0 badack 0 unreach 0 zone failures 1 cookie sent 1 cookie received 0 hostcache entries added 0 bucket overflow 0 SACK recovery episodes 0 segment rexmits in SACK recovery episodes 0 byte rexmits in SACK recovery episodes 0 SACK options (SACK blocks) received 0 SACK options (SACK blocks) sent 0 SACK scoreboard overflow 0 packets with ECN CE bit set 0 packets with ECN ECT(0) bit set 0 packets with ECN ECT(1) bit set 0 successful ECN handshakes 0 times ECN reduced the congestion window 0 packets with matching signature received 0 packets with bad signature received 0 times failed to make signature due to no SA 0 times unexpected signature received 0 times no signature provided by segment 0 Path MTU discovery black hole detection activations 0 Path MTU discovery black hole detection min MSS activations 0 Path MTU discovery black hole detection failures TCP connection count by state: 0 connections in CLOSED state 3 connections in LISTEN state 0 connections in SYN_SENT state 0 connections in SYN_RCVD state 1 connection in ESTABLISHED state 0 connections in CLOSE_WAIT state 0 connections in FIN_WAIT_1 state 0 connections in CLOSING state 0 connections in LAST_ACK state 0 connections in FIN_WAIT_2 state 0 connections in TIME_WAIT state udp: 10 datagrams received 0 with incomplete header 0 with bad data length field 0 with bad checksum 0 with no checksum 0 dropped due to no socket 0 broadcast/multicast datagrams undelivered 0 dropped due to full socket buffers 0 not for hashed pcb 10 delivered 10 datagrams output 0 times multicast source filter matched ip: 506 total packets received 0 bad header checksums 0 with size smaller than minimum 0 with data size < data length 0 with ip length > max ip packet size 0 with header length < data size 0 with data length < header length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 packets reassembled ok 505 packets for this host 0 packets for unknown/unsupported protocol 0 packets forwarded (0 packets fast forwarded) 1 packet not forwardable 0 packets received for unknown multicast group 0 redirects sent 445 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 tunneling packets that can't find gif 0 datagrams with bad address in header icmp: 0 calls to icmp_error 0 errors not generated in response to an icmp message 0 messages with bad code fields 0 messages less than the minimum length 0 messages with bad checksum 0 messages with bad length 0 multicast echo requests ignored 0 multicast timestamp requests ignored 0 message responses generated 0 invalid return addresses 0 no return routes arp: 2 ARP requests sent 0 ARP requests failed to sent 1 ARP reply sent 2 ARP requests received 1 ARP reply received 3 ARP packets received 0 total packets dropped due to no ARP entry 0 ARP entrys timed out 0 Duplicate IPs seen ip6: 0 total packets received 0 with size smaller than minimum 0 with data size < data length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 fragments that exceeded limit 0 atomic fragments 0 packets reassembled ok 0 packets for this host 0 packets forwarded 0 packets not forwardable 0 redirects sent 0 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 packets that violated scope rules 0 multicast packets which we don't join Mbuf statistics: 0 one mbuf 0 one ext mbuf 0 two or more ext mbuf 0 packets whose headers are not contiguous 0 tunneling packets that can't find gif 0 packets discarded because of too many headers 0 failures of source address selection icmp6: 0 calls to icmp6_error 0 errors not generated in response to an icmp6 message 0 errors not generated because of rate limitation 0 messages with bad code fields 0 messages < minimum length 0 bad checksums 0 messages with bad length Histogram of error messages to be generated: 0 no route 0 administratively prohibited 0 beyond scope 0 address unreachable 0 port unreachable 0 packet too big 0 time exceed transit 0 time exceed reassembly 0 erroneous header field 0 unrecognized next header 0 unrecognized option 0 redirect 0 unknown 0 message responses generated 0 messages with too many ND options 0 messages with bad ND options 0 bad neighbor solicitation messages 0 bad neighbor advertisement messages 0 bad router solicitation messages 0 bad router advertisement messages 0 bad redirect messages 0 path MTU changes rip6: 0 messages received 0 checksum calculations on inbound 0 messages with bad checksum 0 messages dropped due to no socket 0 multicast messages dropped due to no socket 0 messages dropped due to full socket buffers 0 delivered 0 datagrams output pfkey: 0 requests sent from userland 0 bytes sent from userland 0 messages with invalid length field 0 messages with invalid version field 0 messages with invalid message type field 0 messages too short 0 messages with memory allocation failure 0 messages with duplicate extension 0 messages with invalid extension type 0 messages with invalid sa type 0 messages with invalid address extension 0 requests sent to userland 0 bytes sent to userland 0 messages toward single socket 0 messages toward all sockets 0 messages toward registered sockets 0 messages with memory allocation failure ------------------------------------------------------------------------ netstat -m 6250/1340/7590 mbufs in use (current/cache/total) 2048/1242/3290/489634 mbuf clusters in use (current/cache/total/max) 0/759 mbuf+clusters out of packet secondary zone in use (current/cache) 64/442/506/244817 4k (page size) jumbo clusters in use (current/cache/total/max) 0/0/0/72538 9k jumbo clusters in use (current/cache/total/max) 0/0/0/40802 16k jumbo clusters in use (current/cache/total/max) 5914K/4587K/10501K bytes allocated to network (current/cache/total) 0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters) 0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters) 0/0/0 requests for jumbo clusters delayed (4k/9k/16k) 0/0/0 requests for jumbo clusters denied (4k/9k/16k) 0 sendfile syscalls 0 sendfile syscalls completed without I/O request 0 requests for I/O initiated by sendfile 0 pages read by sendfile as part of a request 0 pages were valid at time of a sendfile request 0 pages were valid and substituted to bogus page 0 pages were requested for read ahead by applications 0 pages were read ahead by sendfile 0 times sendfile encountered an already busy page 0 requests for sfbufs denied 0 requests for sfbufs delayed ------------------------------------------------------------------------ netstat -anA Active Internet connections (including servers) Tcpcb Proto Recv-Q Send-Q Local Address Foreign Address (state) fffff80009cfe1e8 udp4 0 0 *.514 *.* fffff80009cfe000 udp6 0 0 *.514 *.* ------------------------------------------------------------------------ netstat -aL Current listen queue sizes (qlen/incqlen/maxqlen) Proto Listen Local Address ------------------------------------------------------------------------ fstat fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0xa00000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 11 at 0xa00000000 fstat: can't read file 13 at 0x20007ffffffffff fstat: can't read file 14 at 0x4000000001fffff fstat: can't read file 16 at 0x780000ffff fstat: can't read file 17 at 0x800000000 fstat: can't read file 23 at 0x1b800000001 fstat: can't read file 29 at 0x7000000001 fstat: can't read file 35 at 0x2e00000001 fstat: can't read file 41 at 0x1000000001 fstat: can't read file 47 at 0x400000001 fstat: can't read file 53 at 0x400000001 fstat: can't read file 59 at 0x1c00000001 fstat: can't read file 65 at 0x800000000 fstat: can't read file 71 at 0x400000000 fstat: can't read file 77 at 0x400000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 11 at 0x800000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0xe00000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x2200000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 11 at 0x200000000 fstat: can't read file 13 at 0x20007ffffffffff fstat: can't read file 14 at 0x4000000001fffff fstat: can't read file 16 at 0x780000ffff fstat: can't read file 17 at 0x200000000 fstat: can't read file 23 at 0xc000000001 fstat: can't read file 29 at 0xc00000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x600000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x400000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 11 at 0x400000000 fstat: can't read file 13 at 0x20007ffffffffff fstat: can't read file 14 at 0x4000000001fffff fstat: can't read file 16 at 0x780000ffff fstat: can't read file 17 at 0x400000000 fstat: can't read file 19 at 0x20007ffffffffff fstat: can't read file 20 at 0x4000000001fffff fstat: can't read file 22 at 0x780000ffff fstat: can't read file 23 at 0x2600000001 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x200000000000000 fstat: can't read file 2 at 0x400000000000000 fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x200000000000002 fstat: can't read file 8 at 0x400000000000000 fstat: can't read file 11 at 0x400000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 fstat: can't read znode_phys at 0x1 USER CMD PID FD MOUNT INUM MODE SZ|DV R/W rherna bash 1126 root - - error - rherna bash 1126 wd - - error - rherna bash 1126 text - - error - rherna bash 1126 ctty /dev 118 crw--w---- pts/0 rw rherna bash 1126 0 /dev 118 crw--w---- pts/0 rw rherna bash 1126 6 /dev 118 crw--w---- pts/0 rw rherna bash 1126 12 /dev 118 crw--w---- pts/0 rw rherna sshd 1125 root - - error - rherna sshd 1125 wd - - error - rherna sshd 1125 text - - error - rherna sshd 1125 0 /dev 36 crw-rw-rw- null rw rherna sshd 1125 6 /dev 36 crw-rw-rw- null rw rherna sshd 1125 12 /dev 36 crw-rw-rw- null rw root sshd 1122 root - - error - root sshd 1122 wd - - error - root sshd 1122 text - - error - root sshd 1122 0 /dev 36 crw-rw-rw- null r root sshd 1122 6 /dev 36 crw-rw-rw- null rw rherna bash 1093 root - - error - rherna bash 1093 wd - - error - rherna bash 1093 text - - error - rherna bash 1093 ctty /dev 81 crw------- ttyv0 rw rherna bash 1093 0 /dev 81 crw------- ttyv0 rw rherna bash 1093 6 /dev 81 crw------- ttyv0 rw rherna bash 1093 12 /dev 81 crw------- ttyv0 rw root getty 1092 root - - error - root getty 1092 wd - - error - root getty 1092 text - - error - root getty 1092 ctty /dev 88 crw------- ttyv7 rw root getty 1092 0 /dev 88 crw------- ttyv7 rw root getty 1091 root - - error - root getty 1091 wd - - error - root getty 1091 text - - error - root getty 1091 ctty /dev 87 crw------- ttyv6 rw root getty 1091 0 /dev 87 crw------- ttyv6 rw root getty 1090 root - - error - root getty 1090 wd - - error - root getty 1090 text - - error - root getty 1090 ctty /dev 86 crw------- ttyv5 rw root getty 1090 0 /dev 86 crw------- ttyv5 rw root getty 1089 root - - error - root getty 1089 wd - - error - root getty 1089 text - - error - root getty 1089 ctty /dev 85 crw------- ttyv4 rw root getty 1089 0 /dev 85 crw------- ttyv4 rw root getty 1088 root - - error - root getty 1088 wd - - error - root getty 1088 text - - error - root getty 1088 ctty /dev 84 crw------- ttyv3 rw root getty 1088 0 /dev 84 crw------- ttyv3 rw root getty 1087 root - - error - root getty 1087 wd - - error - root getty 1087 text - - error - root getty 1087 ctty /dev 83 crw------- ttyv2 rw root getty 1087 0 /dev 83 crw------- ttyv2 rw root getty 1086 root - - error - root getty 1086 wd - - error - root getty 1086 text - - error - root getty 1086 ctty /dev 82 crw------- ttyv1 rw root getty 1086 0 /dev 82 crw------- ttyv1 rw root login 1085 root - - error - root login 1085 wd - - error - root login 1085 text - - error - root login 1085 ctty /dev 81 crw------- ttyv0 rw root login 1085 0 /dev 81 crw------- ttyv0 rw root cron 1025 root - - error - root cron 1025 wd - - error - root cron 1025 text - - error - root cron 1025 0 /dev 36 crw-rw-rw- null rw smmsp sendmail 1021 root - - error - smmsp sendmail 1021 wd - - error - smmsp sendmail 1021 text - - error - smmsp sendmail 1021 0 /dev 36 crw-rw-rw- null r root sendmail 1018 root - - error - root sendmail 1018 wd - - error - root sendmail 1018 text - - error - root sendmail 1018 0 /dev 36 crw-rw-rw- null r root sshd 1015 root - - error - root sshd 1015 wd - - error - root sshd 1015 text - - error - root sshd 1015 0 /dev 36 crw-rw-rw- null rw root syslogd 742 root - - error - root syslogd 742 wd - - error - root syslogd 742 text - - error - root syslogd 742 0 /dev 36 crw-rw-rw- null rw root syslogd 742 6 /dev 36 crw-rw-rw- null rw root syslogd 742 12 /dev 36 crw-rw-rw- null rw root syslogd 742 18* pipe fffff800341828e8 <-> fffff80034182a50 0 rw root syslogd 742 24* pipe fffff80034182a50 <-> fffff800341828e8 0 rw root devd 671 root - - error - root devd 671 wd - - error - root devd 671 text - - error - root devd 671 0 /dev 36 crw-rw-rw- null rw root devd 671 6 /dev 36 crw-rw-rw- null rw _dhcp dhclient 603 root - - error - _dhcp dhclient 603 wd - - error - _dhcp dhclient 603 text - - error - _dhcp dhclient 603 0 /dev 36 crw-rw-rw- null rw _dhcp dhclient 603 6 /dev 36 crw-rw-rw- null rw root dhclient 554 root - - error - root dhclient 554 wd - - error - root dhclient 554 text - - error - root dhclient 554 0 /dev 36 crw-rw-rw- null rw root dhclient 554 6 /dev 36 crw-rw-rw- null rw root dhclient 551 root - - error - root dhclient 551 wd - - error - root dhclient 551 text - - error - root dhclient 551 0 /dev 36 crw-rw-rw- null rw root dhclient 551 6 /dev 36 crw-rw-rw- null rw root adjkerntz 121 root - - error - root adjkerntz 121 wd - - error - root adjkerntz 121 text - - error - root adjkerntz 121 0 /dev 36 crw-rw-rw- null rw root ng_queue 117 root - - error - root ng_queue 117 wd - - error - root zfskern 18 root - - error - root zfskern 18 wd - - error - root init 1 root - - error - root init 1 wd - - error - root init 1 text - - error - root kernel 0 root - - error - root kernel 0 wd - - error - ------------------------------------------------------------------------ dmesg ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #0 r356261: Thu Jan 2 04:59:38 UTC 2020 root@releng1.nyi.freebsd.org:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64 FreeBSD clang version 9.0.1 (git@github.com:llvm/llvm-project.git c1a0a213378a458fbea1a5c77b315c7dce08fd05) (based on LLVM 9.0.1) WARNING: WITNESS option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Core(TM) i5-3210M CPU @ 2.50GHz (2494.39-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306a9 Family=0x6 Model=0x3a Stepping=9 Features=0xbfebfbff Features2=0x7fbae3bf AMD Features=0x28100800 AMD Features2=0x1 Structured Extended Features=0x281 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID TSC: P-state invariant, performance statistics real memory = 8589934592 (8192 MB) avail memory = 7975944192 (7606 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs FreeBSD/SMP: 1 package(s) x 2 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 Launching APs: 1 2 3 Timecounter "TSC-low" frequency 1247195002 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000047 [4336] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi_ec0: port 0x62,0x66 on acpi0 acpi0: Power Button (fixed) cpu0: on acpi0 attimer0: port 0x40-0x43 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 550 Event timer "HPET1" frequency 14318180 Hz quality 440 Event timer "HPET2" frequency 14318180 Hz quality 440 Event timer "HPET3" frequency 14318180 Hz quality 440 Event timer "HPET4" frequency 14318180 Hz quality 440 atrtc0: port 0x70-0x71 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 acpi_lid0: on acpi0 acpi_button0: on acpi0 pcib0: port 0xcf8-0xcff on acpi0 pci0: on pcib0 vgapci0: port 0x5000-0x503f mem 0xf0000000-0xf03fffff,0xe0000000-0xefffffff irq 16 at device 2.0 on pci0 vgapci0: Boot video device xhci0: mem 0xf2520000-0xf252ffff irq 16 at device 20.0 on pci0 xhci0: 32 bytes context size, 64-bit DMA xhci0: Port routing mask set to 0xffffffff usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci0: at device 22.0 (no driver attached) em0: port 0x5080-0x509f mem 0xf2500000-0xf251ffff,0xf253b000-0xf253bfff irq 20 at device 25.0 on pci0 em0: Using 1024 TX descriptors and 1024 RX descriptors em0: Using an MSI interrupt em0: Ethernet address: 3c:97:0e:21:cf:52 em0: netmap queues/slots: TX 1/1024, RX 1/1024 ehci0: mem 0xf253a000-0xf253a3ff irq 16 at device 26.0 on pci0 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 hdac0: mem 0xf2530000-0xf2533fff irq 22 at device 27.0 on pci0 pcib1: irq 16 at device 28.0 on pci0 pci1: on pcib1 sdhci_pci0: mem 0xf1d00000-0xf1d000ff irq 16 at device 0.0 on pci1 sdhci_pci0: 1 slot(s) allocated pcib2: irq 17 at device 28.1 on pci0 pci2: on pcib2 iwn0: mem 0xf1c00000-0xf1c01fff irq 17 at device 0.0 on pci2 pcib3: irq 18 at device 28.2 on pci0 ehci1: mem 0xf2539000-0xf25393ff irq 23 at device 29.0 on pci0 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci0 isa0: on isab0 ahci0: port 0x50a8-0x50af,0x50b4-0x50b7,0x50a0-0x50a7,0x50b0-0x50b3,0x5060-0x507f mem 0xf2538000-0xf25387ff irq 19 at device 31.2 on pci0 ahci0: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich4: at channel 4 on ahci0 ahciem0: on ahci0 acpi_tz0: on acpi0 atkbdc0: port 0x60,0x64 irq 1 on acpi0 atkbd0: irq 1 on atkbdc0 kbd0 at atkbd0 atkbd0: [GIANT-LOCKED] psm0: irq 12 on atkbdc0 psm0: [GIANT-LOCKED] WARNING: Device "psm" is Giant locked and may be deleted before FreeBSD 13.0. psm0: model IBM/Lenovo TrackPoint, device ID 14 battery0: on acpi0 acpi_acad0: on acpi0 orm0: at iomem 0xc0000-0xcffff pnpid ORM0000 on isa0 est0: on cpu0 ZFS filesystem version: 5 ZFS storage pool version: features support (5000) Timecounters tick every 1.000 msec Obsolete code will be removed soon: random(9) is the obsolete Park-Miller LCG from 1988 hdacc0: at cad 0 on hdac0 hdaa0: at nid 1 on hdacc0 pcm0: at nid 20 and 24 on hdaa0 pcm1: at nid 21 and 18 on hdaa0 hdacc1: at cad 3 on hdac0 hdaa1: at nid 1 on hdacc1 pcm2: at nid 5 on hdaa1 pcm3: at nid 6 on hdaa1 pcm4: at nid 7 on hdaa1 WARNING: WITNESS option enabled, expect reduced performance. ugen2.1: at usbus2 uhub0 on usbus2 ugen1.1: at usbus1 uhub0: on usbus2 Trying to mount root from zfs:zroot/ROOT/default []... Root mount waiting for: usbus0 usbus1 usbus2 CAM uhub1 on usbus1 uhub1: on usbus1 ugen0.1: <0x8086 XHCI root HUB> at usbus0 uhub2 on usbus0 uhub2: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0 ses0 at ahciem0 bus 0 scbus3 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ada0 at ahcich0 bus 0 scbus0 target 0 lun 0 ada0: ATA8-ACS SATA 3.x device ada0: Serial Number 00000000121803393880 ada0: 600.000MB/s transfers (SATA 3.x, UDMA5, PIO 8192bytes) ada0: Command Queueing enabled ada0: 122104MB (250069680 512 byte sectors) ses0: pass0,ada0 in 'Slot 00', SATA Slot: scbus0 target 0 uhub2: 8 ports with 8 removable, self powered uhub1: 3 ports with 3 removable, self powered uhub0: 3 ports with 3 removable, self powered Root mount waiting for: usbus1 usbus2 ugen2.2: at usbus2 uhub3 on uhub0 uhub3: on usbus2 ugen1.2: at usbus1 uhub4 on uhub1 uhub4: on usbus1 Root mount waiting for: usbus1 usbus2 uhub4: 6 ports with 6 removable, self powered uhub3: 8 ports with 8 removable, self powered ugen1.3: at usbus1 Root mount waiting for: usbus1 ugen1.4: at usbus1 Setting hostuuid: 62e78501-525c-11cb-a139-8a501dc95399. Setting hostid: 0x71b98fa9. Starting file system checks: Mounting local filesystems:. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 Loading kernel modules: Setting hostname: test. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . lo0: link state changed to UP Starting Network: lo0 em0. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 em0: flags=8843 metric 0 mtu 1500 options=481249b ether 3c:97:0e:21:cf:52 media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. em0: link state changed to UP Autoloading module: ng_ubt.ko ubt0 on uhub4 ubt0: on usbus1 Autoloading module: ng_ubt.ko Starting dhclient. DHCPREQUEST on em0 to 255.255.255.255 port 67 DHCPACK from 192.168.88.1 bound to 192.168.88.85 -- renewal in 3600 seconds. WARNING: attempt to domain_add(bluetooth) after domainfinalize() WARNING: attempt to domain_add(netgraph) after domainfinalize() Autoloading module: ng_ubt.ko add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. No core dumps found. Clearing /tmp (X related). Updating motd:. Mounting late filesystems:. Updating /var/run/os-release done. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Starting background file system checks in 60 seconds. Sat Jan 4 11:53:51 UTC 2020 Jan 4 11:57:00 test su[1057]: rherna to root on /dev/ttyv0 panic: kdb_sysctl_panic cpuid = 0 time = 1578139064 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe0061df07b0 vpanic() at vpanic+0x17e/frame 0xfffffe0061df0810 panic() at panic+0x43/frame 0xfffffe0061df0870 kdb_sysctl_panic() at kdb_sysctl_panic+0x61/frame 0xfffffe0061df08a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe0061df08e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe0061df0960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe0061df0a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe0061df0ac0 amd64_syscall() at amd64_syscall+0x2d6/frame 0xfffffe0061df0bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe0061df0bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80041e8da, rsp = 0x7fffffffd568, rbp = 0x7fffffffd5a0 --- KDB: enter: panic ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #0 r356261: Thu Jan 2 04:59:38 UTC 2020 root@releng1.nyi.freebsd.org:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64 FreeBSD clang version 9.0.1 (git@github.com:llvm/llvm-project.git c1a0a213378a458fbea1a5c77b315c7dce08fd05) (based on LLVM 9.0.1) WARNING: WITNESS option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Core(TM) i5-3210M CPU @ 2.50GHz (2494.39-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306a9 Family=0x6 Model=0x3a Stepping=9 Features=0xbfebfbff Features2=0x7fbae3bf AMD Features=0x28100800 AMD Features2=0x1 Structured Extended Features=0x281 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID TSC: P-state invariant, performance statistics real memory = 8589934592 (8192 MB) avail memory = 7975944192 (7606 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs FreeBSD/SMP: 1 package(s) x 2 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 Launching APs: 1 2 3 Timecounter "TSC-low" frequency 1247196024 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000047 [4336] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi_ec0: port 0x62,0x66 on acpi0 acpi0: Power Button (fixed) cpu0: on acpi0 attimer0: port 0x40-0x43 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 550 Event timer "HPET1" frequency 14318180 Hz quality 440 Event timer "HPET2" frequency 14318180 Hz quality 440 Event timer "HPET3" frequency 14318180 Hz quality 440 Event timer "HPET4" frequency 14318180 Hz quality 440 atrtc0: port 0x70-0x71 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 acpi_lid0: on acpi0 acpi_button0: on acpi0 pcib0: port 0xcf8-0xcff on acpi0 pci0: on pcib0 vgapci0: port 0x5000-0x503f mem 0xf0000000-0xf03fffff,0xe0000000-0xefffffff irq 16 at device 2.0 on pci0 vgapci0: Boot video device xhci0: mem 0xf2520000-0xf252ffff irq 16 at device 20.0 on pci0 xhci0: 32 bytes context size, 64-bit DMA xhci0: Port routing mask set to 0xffffffff usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci0: at device 22.0 (no driver attached) em0: port 0x5080-0x509f mem 0xf2500000-0xf251ffff,0xf253b000-0xf253bfff irq 20 at device 25.0 on pci0 em0: Using 1024 TX descriptors and 1024 RX descriptors em0: Using an MSI interrupt em0: Ethernet address: 3c:97:0e:21:cf:52 em0: netmap queues/slots: TX 1/1024, RX 1/1024 ehci0: mem 0xf253a000-0xf253a3ff irq 16 at device 26.0 on pci0 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 hdac0: mem 0xf2530000-0xf2533fff irq 22 at device 27.0 on pci0 pcib1: irq 16 at device 28.0 on pci0 pci1: on pcib1 sdhci_pci0: mem 0xf1d00000-0xf1d000ff irq 16 at device 0.0 on pci1 sdhci_pci0: 1 slot(s) allocated pcib2: irq 17 at device 28.1 on pci0 pci2: on pcib2 iwn0: mem 0xf1c00000-0xf1c01fff irq 17 at device 0.0 on pci2 pcib3: irq 18 at device 28.2 on pci0 ehci1: mem 0xf2539000-0xf25393ff irq 23 at device 29.0 on pci0 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci0 isa0: on isab0 ahci0: port 0x50a8-0x50af,0x50b4-0x50b7,0x50a0-0x50a7,0x50b0-0x50b3,0x5060-0x507f mem 0xf2538000-0xf25387ff irq 19 at device 31.2 on pci0 ahci0: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich4: at channel 4 on ahci0 ahciem0: on ahci0 acpi_tz0: on acpi0 atkbdc0: port 0x60,0x64 irq 1 on acpi0 atkbd0: irq 1 on atkbdc0 kbd0 at atkbd0 atkbd0: [GIANT-LOCKED] psm0: irq 12 on atkbdc0 psm0: [GIANT-LOCKED] WARNING: Device "psm" is Giant locked and may be deleted before FreeBSD 13.0. psm0: model IBM/Lenovo TrackPoint, device ID 14 battery0: on acpi0 acpi_acad0: on acpi0 orm0: at iomem 0xc0000-0xcffff pnpid ORM0000 on isa0 est0: on cpu0 ZFS filesystem version: 5 ZFS storage pool version: features support (5000) Timecounters tick every 1.000 msec Obsolete code will be removed soon: random(9) is the obsolete Park-Miller LCG from 1988 hdacc0: at cad 0 on hdac0 hdaa0: at nid 1 on hdacc0 pcm0: at nid 20 and 24 on hdaa0 pcm1: at nid 21 and 18 on hdaa0 hdacc1: at cad 3 on hdac0 hdaa1: at nid 1 on hdacc1 pcm2: at nid 5 on hdaa1 pcm3: at nid 6 on hdaa1 pcm4: at nid 7 on hdaa1 WARNING: WITNESS option enabled, expect reduced performance. ugen1.1: at usbus1 ugen0.1: <0x8086 XHCI root HUB> at usbus0 ugen2.1: at usbus2 uhub0 on usbus1 uhub0: on usbus1 uhub1 on usbus2 uhub1: on usbus2 uhub2 on usbus0 uhub2: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0 Trying to mount root from zfs:zroot/ROOT/default []... Root mount waiting for: usbus0 usbus1 usbus2 CAM ses0 at ahciem0 bus 0 scbus3 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ada0 at ahcich0 bus 0 scbus0 target 0 lun 0 ada0: ATA8-ACS SATA 3.x device ada0: Serial Number 00000000121803393880 ada0: 600.000MB/s transfers (SATA 3.x, UDMA5, PIO 8192bytes) ada0: Command Queueing enabled ada0: 122104MB (250069680 512 byte sectors) ses0: pass0,ada0 in 'Slot 00', SATA Slot: scbus0 target 0 uhub2: 8 ports with 8 removable, self powered uhub0: 3 ports with 3 removable, self powered uhub1: 3 ports with 3 removable, self powered Root mount waiting for: usbus1 usbus2 ugen1.2: at usbus1 uhub3 on uhub0 uhub3: on usbus1 ugen2.2: at usbus2 uhub4 on uhub1 uhub4: on usbus2 Root mount waiting for: usbus1 usbus2 uhub3: 6 ports with 6 removable, self powered uhub4: 8 ports with 8 removable, self powered ugen1.3: at usbus1 Root mount waiting for: usbus1 ugen1.4: at usbus1 Setting hostuuid: 62e78501-525c-11cb-a139-8a501dc95399. Setting hostid: 0x71b98fa9. Starting file system checks: Mounting local filesystems:. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 Loading kernel modules: Setting hostname: test. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . lo0: link state changed to UP Starting Network: lo0 em0. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 em0: flags=8843 metric 0 mtu 1500 options=481249b ether 3c:97:0e:21:cf:52 media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. em0: link state changed to UP Autoloading module: ng_ubt.ko ubt0 on uhub3 ubt0: on usbus1 Autoloading module: ng_ubt.ko Starting dhclient. DHCPREQUEST on em0 to 255.255.255.255 port 67 DHCPACK from 192.168.88.1 bound to 192.168.88.85 -- renewal in 3454 seconds. WARNING: attempt to domain_add(bluetooth) after domainfinalize() WARNING: attempt to domain_add(netgraph) after domainfinalize() Autoloading module: ng_ubt.ko add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. Jan 4 11:58:41 test savecore[846]: reboot after panic: kdb_sysctl_panic Writing crash summary to /var/crash/core.txt.0. Clearing /tmp (X related). Updating motd:. Mounting late filesystems:. Updating /var/run/os-release done. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Starting background file system checks in 60 seconds. Sat Jan 4 11:58:57 UTC 2020 Jan 4 11:59:03 test su[1097]: rherna to root on /dev/ttyv0 panic: ng_nat: ip_len != m_pkthdr.len cpuid = 3 time = 1578139602 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe004b4bd690 vpanic() at vpanic+0x17e/frame 0xfffffe004b4bd6f0 panic() at panic+0x43/frame 0xfffffe004b4bd750 ng_nat_rcvdata() at ng_nat_rcvdata+0x3d5/frame 0xfffffe004b4bd7a0 ng_apply_item() at ng_apply_item+0xa3/frame 0xfffffe004b4bd820 ng_snd_item() at ng_snd_item+0x2b0/frame 0xfffffe004b4bd860 ng_ether_input() at ng_ether_input+0x4c/frame 0xfffffe004b4bd890 ether_nh_input() at ether_nh_input+0x24a/frame 0xfffffe004b4bd8f0 netisr_dispatch_src() at netisr_dispatch_src+0xb1/frame 0xfffffe004b4bd970 ether_input() at ether_input+0x9d/frame 0xfffffe004b4bd9d0 iflib_rxeof() at iflib_rxeof+0xbcd/frame 0xfffffe004b4bdae0 _task_fn_rx() at _task_fn_rx+0x7d/frame 0xfffffe004b4bdb20 gtaskqueue_run_locked() at gtaskqueue_run_locked+0x155/frame 0xfffffe004b4bdb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe004b4bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe004b4bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe004b4bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic ------------------------------------------------------------------------ kernel config options CONFIG_AUTOGENERATED ident GENERIC machine amd64 cpu HAMMER makeoptions WITH_CTF=1 makeoptions DEBUG=-g options EVDEV_SUPPORT options XENHVM options USB_DEBUG options ATH_ENABLE_11N options AH_AR5416_INTERRUPT_MITIGATION options IEEE80211_SUPPORT_MESH options IEEE80211_DEBUG options SC_PIXEL_MODE options VESA options PCI_IOV options PCI_HP options ACPI_DMAR options EARLY_AP_STARTUP options SMP options NETGDB options NETDUMP options DEBUGNET options ZSTDIO options GZIO options EKCD options VERBOSE_SYSINIT=0 options MALLOC_DEBUG_MAXZONES=8 options WITNESS_SKIPSPIN options WITNESS options INVARIANT_SUPPORT options INVARIANTS options DEADLKRES options GDB options FULL_BUF_TRACKING options DDB options BUF_TRACKING options KDB_TRACE options KDB options RCTL options RACCT_DEFAULT_TO_DISABLED options RACCT options INCLUDE_CONFIG_FILE options DDB_CTF options KDTRACE_HOOKS options KDTRACE_FRAME options MAC options CAPABILITIES options CAPABILITY_MODE options AUDIT options HWPMC_HOOKS options KBD_INSTALL_CDEV options PRINTF_BUFR_SIZE=128 options _KPOSIX_PRIORITY_SCHEDULING options SYSVSEM options SYSVMSG options SYSVSHM options STACK options KTRACE options SCSI_DELAY=5000 options COMPAT_FREEBSD12 options COMPAT_FREEBSD11 options COMPAT_FREEBSD10 options COMPAT_FREEBSD9 options COMPAT_FREEBSD7 options COMPAT_FREEBSD6 options COMPAT_FREEBSD5 options COMPAT_FREEBSD4 options COMPAT_FREEBSD32 options EFIRT options GEOM_LABEL options GEOM_RAID options PSEUDOFS options PROCFS options CD9660 options MSDOSFS options NFS_ROOT options NFSLOCKD options NFSD options NFSCL options MD_ROOT options QUOTA options UFS_GJOURNAL options UFS_DIRHASH options UFS_ACL options SOFTUPDATES options FFS options SCTP options TCP_RFC7413 options TCP_HHOOK options TCP_BLACKBOX options TCP_OFFLOAD options IPSEC_SUPPORT options INET6 options INET options VIMAGE options PREEMPTION options NUMA options SCHED_ULE options NEW_PCIB options GEOM_PART_GPT options GEOM_PART_MBR options GEOM_PART_EBR_COMPAT options GEOM_PART_EBR options GEOM_PART_BSD device isa device mem device io device uart_ns8250 device cpufreq device acpi device pci device fdc device ahci device ata device mvs device siis device ahc device ahd device esp device hptiop device isp device mpt device mps device mpr device sym device isci device ocs_fc device pvscsi device scbus device ch device da device sa device cd device pass device ses device amr device arcmsr device ciss device iir device ips device mly device twa device smartpqi device tws device aac device aacp device aacraid device ida device mfi device mlx device mrsas device pmspcv device twe device nvme device nvd device vmd device vmd_bus device atkbdc device atkbd device psm device kbdmux device vga device splash device sc device vt device vt_vga device vt_efifb device agp device cbb device pccard device cardbus device uart device ppc device ppbus device lpt device ppi device puc device iflib device em device ix device ixv device ixl device iavf device vmx device bxe device le device ti device miibus device ae device age device alc device ale device bce device bfe device bge device cas device dc device et device fxp device gem device hme device jme device lge device msk device nfe device nge device re device rl device sge device sis device sk device ste device stge device vge device vr device xl device wlan device wlan_wep device wlan_ccmp device wlan_tkip device wlan_amrr device an device ath device ath_pci device ath_hal device ath_rate_sample device ipw device iwi device iwn device malo device mwl device ral device wi device wpi device crypto device loop device padlock_rng device rdrand_rng device ether device vlan device tuntap device md device gif device firmware device bpf device uhci device ohci device ehci device xhci device usb device ukbd device umass device sound device snd_cmi device snd_csa device snd_emu10kx device snd_es137x device snd_hda device snd_ich device snd_via8233 device mmc device mmcsd device sdhci device virtio device virtio_pci device vtnet device virtio_blk device virtio_scsi device virtio_balloon device hyperv device xenpci device netmap device evdev device uinput ------------------------------------------------------------------------ ddb capture buffer