NetBSD-Bugs archive

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]

Re: kern/54908: kernel semi-lock-up



The following reply was made to PR kern/54908; it has been noted by GNATS.

From: Martin Husemann <martin%duskware.de@localhost>
To: gnats-bugs%NetBSD.org@localhost
Cc: 
Subject: Re: kern/54908: kernel semi-lock-up
Date: Tue, 4 Feb 2020 12:29:15 +0100

 Ok, here is better diagnostic.
 
 Martin
 
 Stopped in pid 0.5 (system) at  netbsd:cpu_Debugger+0x4:        bx      r14
 db{0}> set $maxwidth=3D0
 $maxwidth               50 =3D 0
 db{0}> set $lines=3D0
 $lines          18 =3D 0
 db{0}> show all pools
 POOL CACHE ah_tdb_crypto: size 192, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 21, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL aio_jobs_pool: size 96, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 42, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL aio_lio_pool: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 127, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE amappl: size 56, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 17
         itemsperpage 72, nitems 745, nout 479, hardlimit 4294967295
         nget 1212, nfail 0, nput 733
         npagealloc 17, npagefree 0, hiwat 17, nidle 0
         cpu layer hits 9509969 misses 153945
         cache layer hits 152733 misses 1212
         cache layer entry uncontended 153939 contended 6
         cache layer empty groups 0 full groups 2
 POOL CACHE anonpl: size 24, align 8, ioff 32, roflags 0x00001040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 375
         itemsperpage 169, nitems 95, nout 63280, hardlimit 4294967295
         nget 63280, nfail 0, nput 0
         npagealloc 375, npagefree 0, hiwat 375, nidle 0
         cpu layer hits 42064329 misses 278076
         cache layer hits 214796 misses 63280
         cache layer entry uncontended 278073 contended 3
         cache layer empty groups 7 full groups 963
 POOL ataspl: size 120, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 33, nitems 33, nout 0, hardlimit 4294967295
         nget 78595, nfail 0, nput 78595
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL CACHE biopl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 20, nitems 6, nout 34, hardlimit 4294967295
         nget 34, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 154452 misses 899
         cache layer hits 865 misses 34
         cache layer entry uncontended 899 contended 0
         cache layer empty groups 0 full groups 1
 POOL brtpl: size 48, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 84, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL buf16k: size 16392, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 4
         itemsperpage 3, nitems 2, nout 10, hardlimit 4294967295
         nget 10, nfail 0, nput 0
         npagealloc 4, npagefree 0, hiwat 4, nidle 0
 POOL buf1k: size 1032, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 2
         itemsperpage 63, nitems 46, nout 80, hardlimit 4294967295
         nget 80, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
 POOL buf2k: size 2056, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 2
         itemsperpage 31, nitems 20, nout 42, hardlimit 4294967295
         nget 42, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
 POOL buf32k: size 32776, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 321
         itemsperpage 1, nitems 1, nout 320, hardlimit 4294967295
         nget 320, nfail 0, nput 0
         npagealloc 321, npagefree 0, hiwat 321, nidle 1
 POOL buf4k: size 4104, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 57
         itemsperpage 15, nitems 6, nout 849, hardlimit 4294967295
         nget 849, nfail 0, nput 0
         npagealloc 57, npagefree 0, hiwat 57, nidle 0
 POOL buf512b: size 520, align 8, ioff 0, roflags 0x00010000
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 1
         itemsperpage 126, nitems 126, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL buf64k: size 65536, align 8, ioff 0, roflags 0x00010000
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 5
         itemsperpage 1, nitems 1, nout 4, hardlimit 4294967295
         nget 4, nfail 0, nput 0
         npagealloc 5, npagefree 0, hiwat 5, nidle 1
 POOL buf8k: size 8200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ede64
         minitems 1, minpages 1, maxpages 1, npages 16
         itemsperpage 7, nitems 3, nout 109, hardlimit 4294967295
         nget 109, nfail 0, nput 0
         npagealloc 16, npagefree 0, hiwat 16, nidle 0
 POOL CACHE bufpl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 71
         itemsperpage 20, nitems 6, nout 1414, hardlimit 4294967295
         nget 1414, nfail 0, nput 0
         npagealloc 71, npagefree 0, hiwat 71, nidle 0
         cpu layer hits 0 misses 1414
         cache layer hits 0 misses 1414
         cache layer entry uncontended 1414 contended 0
         cache layer empty groups 0 full groups 0
 POOL canpcbpl: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL carp: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL carp6: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL cd9660nopl: size 168, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 24, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE cryptdesc: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE cryptkop: size 256, align 64, ioff 0, roflags 0x00010000
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 16, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE cryptop: size 256, align 64, ioff 0, roflags 0x00010000
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 16, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL csepl: size 168, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 14, maxpages 4294967295, npages 14
         itemsperpage 24, nitems 336, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 14, npagefree 0, hiwat 14, nidle 14
 POOL CACHE cwdi: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 63, nitems 56, nout 70, hardlimit 4294967295
         nget 70, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 599058 misses 5841
         cache layer hits 5771 misses 70
         cache layer entry uncontended 5841 contended 0
         cache layer empty groups 1 full groups 1
 POOL dirhepl: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 325, npages 0
         itemsperpage 101, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL dirhpl: size 160, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 25, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL efsinopl: size 232, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 17, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE ehcixfer: size 208, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 19, nitems 16, nout 3, hardlimit 4294967295
         nget 3, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 30 misses 5
         cache layer hits 2 misses 3
         cache layer entry uncontended 5 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE ehcixfer: size 208, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 19, nitems 16, nout 3, hardlimit 4294967295
         nget 3, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 30 misses 5
         cache layer hits 2 misses 3
         cache layer entry uncontended 5 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE esp_tdb_crypto: size 128, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 31, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL execargs: size 262144, align 8, ioff 0, roflags 0x00010c00
         alloc 0x807ebdf0
         minitems 0, minpages 0, maxpages 16, npages 3
         itemsperpage 1, nitems 3, nout 0, hardlimit 16
         nget 198624, nfail 0, nput 198624
         npagealloc 3, npagefree 0, hiwat 3, nidle 3
 POOL ext2fsinopl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 20, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL extent: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL fcrpl: size 136, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 3, maxpages 4294967295, npages 3
         itemsperpage 29, nitems 86, nout 1, hardlimit 4294967295
         nget 1, nfail 0, nput 0
         npagealloc 3, npagefree 0, hiwat 3, nidle 2
 POOL CACHE fdfile: size 64, align 64, ioff 64, roflags 0x00011040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 5
         itemsperpage 63, nitems 18, nout 297, hardlimit 4294967295
         nget 297, nfail 0, nput 0
         npagealloc 5, npagefree 0, hiwat 5, nidle 0
         cpu layer hits 994359 misses 534
         cache layer hits 237 misses 297
         cache layer entry uncontended 534 contended 0
         cache layer empty groups 1 full groups 1
 POOL CACHE ffsdino1: size 136, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 29, nitems 5, nout 24, hardlimit 4294967295
         nget 24, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 132 misses 27
         cache layer hits 3 misses 24
         cache layer entry uncontended 27 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE ffsdino2: size 264, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1118
         itemsperpage 15, nitems 3, nout 16767, hardlimit 4294967295
         nget 16767, nfail 0, nput 0
         npagealloc 1118, npagefree 0, hiwat 1118, nidle 0
         cpu layer hits 1654 misses 16777
         cache layer hits 10 misses 16767
         cache layer entry uncontended 16777 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE ffsino: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 839
         itemsperpage 20, nitems 13, nout 16767, hardlimit 4294967295
         nget 16767, nfail 0, nput 0
         npagealloc 839, npagefree 0, hiwat 839, nidle 0
         cpu layer hits 1810 misses 16779
         cache layer hits 12 misses 16767
         cache layer entry uncontended 16779 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE file: size 128, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 7
         itemsperpage 31, nitems 19, nout 198, hardlimit 4294967295
         nget 198, nfail 0, nput 0
         npagealloc 7, npagefree 0, hiwat 7, nidle 0
         cpu layer hits 3516966 misses 6597
         cache layer hits 6399 misses 198
         cache layer entry uncontended 6597 contended 0
         cache layer empty groups 1 full groups 5
 POOL CACHE filedesc: size 704, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 14
         itemsperpage 5, nitems 0, nout 70, hardlimit 4294967295
         nget 70, nfail 0, nput 0
         npagealloc 14, npagefree 0, hiwat 14, nidle 0
         cpu layer hits 599058 misses 5838
         cache layer hits 5768 misses 70
         cache layer entry uncontended 5838 contended 0
         cache layer empty groups 0 full groups 2
 POOL icmp: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 169, nitems 169, nout 0, hardlimit 4294967295
         nget 39, nfail 0, nput 39
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL icmp6: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 169, nitems 169, nout 0, hardlimit 4294967295
         nget 1335, nfail 0, nput 1335
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL igmppl: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL in6pcbpl: size 192, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 21, nitems 8, nout 13, hardlimit 4294967295
         nget 1953, nfail 0, nput 1940
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL inmltpl: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 101, nitems 99, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL inpcbpl: size 152, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 26, nitems 15, nout 11, hardlimit 4294967295
         nget 2080, nfail 0, nput 2069
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL CACHE ipcomp_tdb_crypto: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE ipfrenpl: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kcpuset: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 63, nitems 12, nout 114, hardlimit 4294967295
         nget 114, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 1196642 misses 14819
         cache layer hits 14705 misses 114
         cache layer entry uncontended 14819 contended 0
         cache layer empty groups 1 full groups 3
 POOL CACHE kcredpl: size 192, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 4
         itemsperpage 21, nitems 2, nout 82, hardlimit 4294967295
         nget 82, nfail 0, nput 0
         npagealloc 4, npagefree 0, hiwat 4, nidle 0
         cpu layer hits 231706 misses 257
         cache layer hits 175 misses 82
         cache layer entry uncontended 257 contended 0
         cache layer empty groups 0 full groups 1
 POOL CACHE kmem-00008: size 8, align 8, ioff 0, roflags 0x00010400
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 512, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kmem-00016: size 16, align 8, ioff 0, roflags 0x00010400
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 5
         itemsperpage 256, nitems 197, nout 1083, hardlimit 4294967295
         nget 1083, nfail 0, nput 0
         npagealloc 5, npagefree 0, hiwat 5, nidle 0
         cpu layer hits 10542593 misses 210864
         cache layer hits 209781 misses 1083
         cache layer entry uncontended 210864 contended 0
         cache layer empty groups 6 full groups 31
 POOL CACHE kmem-00032: size 32, align 8, ioff 0, roflags 0x00010400
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 29
         itemsperpage 128, nitems 60, nout 3652, hardlimit 4294967295
         nget 3652, nfail 0, nput 0
         npagealloc 29, npagefree 0, hiwat 29, nidle 0
         cpu layer hits 10274028 misses 29884
         cache layer hits 26232 misses 3652
         cache layer entry uncontended 29884 contended 0
         cache layer empty groups 17 full groups 190
 POOL CACHE kmem-00064: size 128, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 676
         itemsperpage 31, nitems 0, nout 20956, hardlimit 4294967295
         nget 20956, nfail 0, nput 0
         npagealloc 676, npagefree 0, hiwat 676, nidle 0
         cpu layer hits 12104232 misses 156659
         cache layer hits 135703 misses 20956
         cache layer entry uncontended 156653 contended 6
         cache layer empty groups 85 full groups 1125
 POOL CACHE kmem-00128: size 192, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 827
         itemsperpage 21, nitems 11, nout 17356, hardlimit 4294967295
         nget 17356, nfail 0, nput 0
         npagealloc 827, npagefree 0, hiwat 827, nidle 0
         cpu layer hits 17234410 misses 532566
         cache layer hits 515210 misses 17356
         cache layer entry uncontended 532563 contended 3
         cache layer empty groups 157 full groups 972
 POOL CACHE kmem-00192: size 256, align 64, ioff 0, roflags 0x00010000
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 176
         itemsperpage 16, nitems 3, nout 2813, hardlimit 4294967295
         nget 2813, nfail 0, nput 0
         npagealloc 176, npagefree 0, hiwat 176, nidle 0
         cpu layer hits 3143532 misses 20305
         cache layer hits 17492 misses 2813
         cache layer entry uncontended 20304 contended 1
         cache layer empty groups 0 full groups 64
 POOL CACHE kmem-00256: size 320, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 163
         itemsperpage 12, nitems 10, nout 1946, hardlimit 4294967295
         nget 1946, nfail 0, nput 0
         npagealloc 163, npagefree 0, hiwat 163, nidle 0
         cpu layer hits 2889092 misses 4832
         cache layer hits 2886 misses 1946
         cache layer entry uncontended 4832 contended 0
         cache layer empty groups 0 full groups 50
 POOL CACHE kmem-00320: size 384, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 65
         itemsperpage 10, nitems 0, nout 650, hardlimit 4294967295
         nget 650, nfail 0, nput 0
         npagealloc 65, npagefree 0, hiwat 65, nidle 0
         cpu layer hits 1988971 misses 16742
         cache layer hits 16092 misses 650
         cache layer entry uncontended 16738 contended 4
         cache layer empty groups 9 full groups 24
 POOL CACHE kmem-00384: size 448, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 19
         itemsperpage 9, nitems 3, nout 168, hardlimit 4294967295
         nget 168, nfail 0, nput 0
         npagealloc 19, npagefree 0, hiwat 19, nidle 0
         cpu layer hits 311671 misses 839
         cache layer hits 671 misses 168
         cache layer entry uncontended 839 contended 0
         cache layer empty groups 0 full groups 3
 POOL CACHE kmem-00448: size 512, align 64, ioff 0, roflags 0x00010000
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 15
         itemsperpage 8, nitems 4, nout 116, hardlimit 4294967295
         nget 116, nfail 0, nput 0
         npagealloc 15, npagefree 0, hiwat 15, nidle 0
         cpu layer hits 387803 misses 5814
         cache layer hits 5698 misses 116
         cache layer entry uncontended 5814 contended 0
         cache layer empty groups 1 full groups 4
 POOL CACHE kmem-00512: size 576, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 11
         itemsperpage 7, nitems 4, nout 73, hardlimit 4294967295
         nget 73, nfail 0, nput 0
         npagealloc 11, npagefree 0, hiwat 11, nidle 0
         cpu layer hits 277624 misses 1402
         cache layer hits 1329 misses 73
         cache layer entry uncontended 1402 contended 0
         cache layer empty groups 1 full groups 1
 POOL CACHE kmem-00768: size 832, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 38
         itemsperpage 4, nitems 2, nout 150, hardlimit 4294967295
         nget 150, nfail 0, nput 0
         npagealloc 38, npagefree 0, hiwat 38, nidle 0
         cpu layer hits 1163108 misses 6933
         cache layer hits 6783 misses 150
         cache layer entry uncontended 6933 contended 0
         cache layer empty groups 1 full groups 3
 POOL CACHE kmem-01024: size 1088, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 340
         itemsperpage 3, nitems 1, nout 1019, hardlimit 4294967295
         nget 1019, nfail 0, nput 0
         npagealloc 340, npagefree 0, hiwat 340, nidle 0
         cpu layer hits 609593 misses 6638
         cache layer hits 5619 misses 1019
         cache layer entry uncontended 6638 contended 0
         cache layer empty groups 1 full groups 51
 POOL CACHE kmem-02048: size 2112, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 15853
         itemsperpage 1, nitems 0, nout 15853, hardlimit 4294967295
         nget 15853, nfail 0, nput 0
         npagealloc 15853, npagefree 0, hiwat 15853, nidle 0
         cpu layer hits 1610424 misses 28304
         cache layer hits 12451 misses 15853
         cache layer entry uncontended 28304 contended 0
         cache layer empty groups 36 full groups 1089
 POOL CACHE kmem-04096: size 4096, align 4096, ioff 0, roflags 0x00010000
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 309
         itemsperpage 1, nitems 0, nout 309, hardlimit 4294967295
         nget 309, nfail 0, nput 0
         npagealloc 309, npagefree 0, hiwat 309, nidle 0
         cpu layer hits 61194 misses 317
         cache layer hits 8 misses 309
         cache layer entry uncontended 317 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE ksiginfo: size 128, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 31, nitems 4, nout 58, hardlimit 4294967295
         nget 58, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 62412 misses 658
         cache layer hits 600 misses 58
         cache layer entry uncontended 658 contended 0
         cache layer empty groups 1 full groups 2
 POOL CACHE ktrace: size 112, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 36, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-12288: size 12288, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 21, nitems 8, nout 34, hardlimit 4294967295
         nget 34, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 54443 misses 42
         cache layer hits 8 misses 34
         cache layer entry uncontended 42 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE kva-16384: size 16384, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 16, nitems 4, nout 12, hardlimit 4294967295
         nget 12, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 37 misses 14
         cache layer hits 2 misses 12
         cache layer entry uncontended 14 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-20480: size 20480, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 12, nitems 3, nout 33, hardlimit 4294967295
         nget 33, nfail 0, nput 0
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
         cpu layer hits 1629 misses 43
         cache layer hits 10 misses 33
         cache layer entry uncontended 43 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE kva-24576: size 24576, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 10, nitems 8, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 0 misses 2
         cache layer hits 0 misses 2
         cache layer entry uncontended 2 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-28672: size 28672, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 9, nitems 7, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 0 misses 2
         cache layer hits 0 misses 2
         cache layer entry uncontended 2 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-32768: size 32768, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 8, nitems 6, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 2 misses 3
         cache layer hits 1 misses 2
         cache layer entry uncontended 3 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-36864: size 36864, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 5
         itemsperpage 7, nitems 6, nout 29, hardlimit 4294967295
         nget 29, nfail 0, nput 0
         npagealloc 5, npagefree 0, hiwat 5, nidle 0
         cpu layer hits 1625 misses 45
         cache layer hits 16 misses 29
         cache layer entry uncontended 45 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE kva-4096: size 4096, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 422
         itemsperpage 64, nitems 2, nout 27006, hardlimit 4294967295
         nget 27006, nfail 0, nput 0
         npagealloc 422, npagefree 0, hiwat 422, nidle 0
         cpu layer hits 124776 misses 27008
         cache layer hits 2 misses 27006
         cache layer entry uncontended 27008 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-40960: size 40960, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 6, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-49152: size 49152, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 5, nitems 4, nout 1, hardlimit 4294967295
         nget 1, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 0 misses 1
         cache layer hits 0 misses 1
         cache layer entry uncontended 1 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE kva-65536: size 65536, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 8
         itemsperpage 4, nitems 1, nout 31, hardlimit 4294967295
         nget 31, nfail 0, nput 0
         npagealloc 8, npagefree 0, hiwat 8, nidle 0
         cpu layer hits 2180 misses 44
         cache layer hits 13 misses 31
         cache layer entry uncontended 44 contended 0
         cache layer empty groups 0 full groups 1
 POOL CACHE kva-8192: size 8192, align 4096, ioff 0, roflags 0x00010e00
         alloc 0x80a88b64
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 32, nitems 29, nout 35, hardlimit 4294967295
         nget 35, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 5388 misses 49
         cache layer hits 14 misses 35
         cache layer entry uncontended 49 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE l1ttpl: size 8192, align 8192, ioff 0, roflags 0x00010000
         alloc 0x807b92e8
         minitems 0, minpages 0, maxpages 532, npages 70
         itemsperpage 1, nitems 0, nout 70, hardlimit 532
         nget 70, nfail 0, nput 0
         npagealloc 70, npagefree 0, hiwat 70, nidle 0
         cpu layer hits 598304 misses 5856
         cache layer hits 5786 misses 70
         cache layer entry uncontended 5856 contended 0
         cache layer empty groups 0 full groups 2
 POOL l2cap_pdu: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 127, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL l2cap_req: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE l2dtblpl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 40, minpages 2, maxpages 4294967295, npages 15
         itemsperpage 20, nitems 58, nout 242, hardlimit 4294967295
         nget 242, nfail 0, nput 0
         npagealloc 15, npagefree 0, hiwat 15, nidle 2
         cpu layer hits 3768682 misses 15887
         cache layer hits 15645 misses 242
         cache layer entry uncontended 15887 contended 0
         cache layer empty groups 3 full groups 7
 POOL CACHE l2ptppl: size 2048, align 1024, ioff 0, roflags 0x00010000
         alloc 0x807eda44
         minitems 16, minpages 8, maxpages 4294967295, npages 377
         itemsperpage 2, nitems 17, nout 737, hardlimit 4294967295
         nget 737, nfail 0, nput 0
         npagealloc 377, npagefree 0, hiwat 377, nidle 8
         cpu layer hits 7158833 misses 59371
         cache layer hits 58634 misses 737
         cache layer entry uncontended 59371 contended 0
         cache layer empty groups 4 full groups 34
 POOL llentrypl: size 192, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 21, nitems 18, nout 3, hardlimit 4294967295
         nget 6, nfail 0, nput 3
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL CACHE lockf: size 72, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 56, nitems 6, nout 50, hardlimit 4294967295
         nget 50, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 3424 misses 55
         cache layer hits 5 misses 50
         cache layer entry uncontended 54 contended 1
         cache layer empty groups 0 full groups 1
 POOL CACHE lwppl: size 704, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 112
         itemsperpage 5, nitems 4, nout 556, hardlimit 4294967295
         nget 556, nfail 0, nput 0
         npagealloc 112, npagefree 0, hiwat 112, nidle 0
         cpu layer hits 723909 misses 9238
         cache layer hits 8682 misses 556
         cache layer entry uncontended 9238 contended 0
         cache layer empty groups 1 full groups 32
 POOL CACHE mbpl: size 264, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 16, minpages 2, maxpages 4294967295, npages 25
         itemsperpage 15, nitems 23, nout 352, hardlimit 4294967295
         nget 352, nfail 0, nput 0
         npagealloc 25, npagefree 0, hiwat 25, nidle 1
         cpu layer hits 12501570 misses 368355
         cache layer hits 368003 misses 352
         cache layer entry uncontended 368208 contended 147
         cache layer empty groups 0 full groups 5
 POOL CACHE mclpl: size 2112, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 8, minpages 8, maxpages 16384, npages 305
         itemsperpage 1, nitems 8, nout 297, hardlimit 16384
         nget 297, nfail 0, nput 0
         npagealloc 305, npagefree 0, hiwat 305, nidle 8
         cpu layer hits 176074 misses 9385
         cache layer hits 9088 misses 297
         cache layer entry uncontended 9385 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE mqmsgpl: size 1088, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 3, nitems 0, nout 6, hardlimit 4294967295
         nget 6, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 6 misses 7
         cache layer hits 1 misses 6
         cache layer entry uncontended 7 contended 0
         cache layer empty groups 0 full groups 0
 POOL msdosfhpl: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 127, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL msdosnopl: size 128, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 31, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE mutex: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 452
         itemsperpage 63, nitems 7, nout 28469, hardlimit 4294967295
         nget 28469, nfail 1, nput 0
         npagealloc 452, npagefree 0, hiwat 452, nidle 0
         cpu layer hits 6088182 misses 63750
         cache layer hits 35280 misses 28470
         cache layer entry uncontended 63750 contended 0
         cache layer empty groups 547 full groups 660
 POOL CACHE ncache: size 128, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1093
         itemsperpage 31, nitems 10, nout 33873, hardlimit 4294967295
         nget 33873, nfail 0, nput 0
         npagealloc 1093, npagefree 0, hiwat 1093, nidle 0
         cpu layer hits 520899 misses 59935
         cache layer hits 26062 misses 33873
         cache layer entry uncontended 59935 contended 0
         cache layer empty groups 547 full groups 658
 POOL nfsnodepl: size 240, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 16, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL nfsreqcachepl: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 63, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL nfsrvdescpl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 20, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL nfsvapl: size 168, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 24, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE npfcn4pl: size 128, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 31, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE npfcn6pl: size 176, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 23, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE npfnatpl: size 72, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 56, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE npftblpl: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 127, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE ohcixfer: size 192, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 21, nitems 18, nout 3, hardlimit 4294967295
         nget 3, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 30 misses 5
         cache layer hits 2 misses 3
         cache layer entry uncontended 5 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE ohcixfer: size 192, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 21, nitems 18, nout 3, hardlimit 4294967295
         nget 3, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 30 misses 5
         cache layer hits 2 misses 3
         cache layer entry uncontended 5 contended 0
         cache layer empty groups 0 full groups 0
 POOL pcache: size 576, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 12
         itemsperpage 7, nitems 3, nout 81, hardlimit 4294967295
         nget 85, nfail 0, nput 4
         npagealloc 12, npagefree 0, hiwat 12, nidle 0
 POOL pcachecpu: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 63, nitems 36, nout 90, hardlimit 4294967295
         nget 90, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
 POOL pcglarge: size 512, align 64, ioff 0, roflags 0x00010000
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 126
         itemsperpage 8, nitems 6, nout 1002, hardlimit 4294967295
         nget 1002, nfail 0, nput 0
         npagealloc 126, npagefree 0, hiwat 126, nidle 0
 POOL pcgnormal: size 128, align 64, ioff 64, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 304
         itemsperpage 31, nitems 65, nout 9359, hardlimit 4294967295
         nget 9417, nfail 0, nput 58
         npagealloc 304, npagefree 0, hiwat 304, nidle 0
 POOL pdict128: size 160, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 25, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL pdict16: size 48, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 84, nitems 54, nout 30, hardlimit 4294967295
         nget 232, nfail 0, nput 202
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL pdict32: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 63, nitems 55, nout 8, hardlimit 4294967295
         nget 9, nfail 0, nput 1
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL pewpl: size 16, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 1, minpages 1, maxpages 1, npages 1
         itemsperpage 254, nitems 254, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL phpool-1024: size 160, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 25, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL phpool-128: size 48, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 84, nitems 54, nout 30, hardlimit 4294967295
         nget 30, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL phpool-2048: size 288, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 14, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL phpool-256: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 63, nitems 58, nout 5, hardlimit 4294967295
         nget 5, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL phpool-32: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 17
         itemsperpage 101, nitems 56, nout 1661, hardlimit 4294967295
         nget 1661, nfail 0, nput 0
         npagealloc 17, npagefree 0, hiwat 17, nidle 0
 POOL phpool-4096: size 544, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 7, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL phpool-512: size 96, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 42, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL phpool-64: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed900
         minitems 0, minpages 0, maxpages 4294967295, npages 5
         itemsperpage 101, nitems 83, nout 422, hardlimit 4294967295
         nget 422, nfail 0, nput 0
         npagealloc 5, npagefree 0, hiwat 5, nidle 0
 POOL CACHE piperd: size 224, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 18, nitems 8, nout 46, hardlimit 4294967295
         nget 46, nfail 0, nput 0
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
         cpu layer hits 304674 misses 427
         cache layer hits 381 misses 46
         cache layer entry uncontended 427 contended 0
         cache layer empty groups 0 full groups 1
 POOL CACHE pipewr: size 224, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 18, nitems 10, nout 44, hardlimit 4294967295
         nget 44, nfail 0, nput 0
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
         cpu layer hits 304676 misses 2871
         cache layer hits 2827 misses 44
         cache layer entry uncontended 2871 contended 0
         cache layer empty groups 0 full groups 1
 POOL CACHE plimitpl: size 224, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 18, nitems 4, nout 32, hardlimit 4294967295
         nget 32, nfail 0, nput 0
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
         cpu layer hits 7180 misses 46
         cache layer hits 14 misses 32
         cache layer entry uncontended 46 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE pmappl: size 1112, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 24
         itemsperpage 3, nitems 2, nout 70, hardlimit 4294967295
         nget 70, nfail 0, nput 0
         npagealloc 24, npagefree 0, hiwat 24, nidle 0
         cpu layer hits 598304 misses 5856
         cache layer hits 5786 misses 70
         cache layer entry uncontended 5856 contended 0
         cache layer empty groups 0 full groups 2
 POOL CACHE pnbufpl: size 1032, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 12
         itemsperpage 3, nitems 0, nout 36, hardlimit 4294967295
         nget 36, nfail 0, nput 0
         npagealloc 12, npagefree 0, hiwat 12, nidle 0
         cpu layer hits 13758014 misses 22158
         cache layer hits 22122 misses 36
         cache layer entry uncontended 22158 contended 0
         cache layer empty groups 1 full groups 0
 POOL CACHE procpl: size 704, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 14
         itemsperpage 5, nitems 3, nout 67, hardlimit 4294967295
         nget 67, nfail 0, nput 0
         npagealloc 14, npagefree 0, hiwat 14, nidle 0
         cpu layer hits 599162 misses 1492
         cache layer hits 1425 misses 67
         cache layer entry uncontended 1492 contended 0
         cache layer empty groups 1 full groups 1
 POOL proparay: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 101, nitems 24, nout 77, hardlimit 4294967295
         nget 78, nfail 0, nput 1
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL propdata: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 169, nitems 169, nout 0, hardlimit 4294967295
         nget 1, nfail 0, nput 1
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL propdict: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 101, nitems 60, nout 243, hardlimit 4294967295
         nget 358, nfail 0, nput 115
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
 POOL propnmbr: size 48, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 84, nitems 60, nout 24, hardlimit 4294967295
         nget 26, nfail 0, nput 2
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL propstng: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 169, nitems 16, nout 491, hardlimit 4294967295
         nget 695, nfail 0, nput 204
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
 POOL CACHE pstatspl: size 320, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 6
         itemsperpage 12, nitems 5, nout 67, hardlimit 4294967295
         nget 67, nfail 0, nput 0
         npagealloc 6, npagefree 0, hiwat 6, nidle 0
         cpu layer hits 599162 misses 1492
         cache layer hits 1425 misses 67
         cache layer entry uncontended 1492 contended 0
         cache layer empty groups 1 full groups 1
 POOL ptimerpl: size 264, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 15, nitems 12, nout 3, hardlimit 4294967295
         nget 6654, nfail 0, nput 6651
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL ptimerspl: size 160, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 25, nitems 22, nout 3, hardlimit 4294967295
         nget 62, nfail 0, nput 59
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
 POOL puffpnpl: size 184, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 38
         itemsperpage 22, nitems 836, nout 0, hardlimit 4294967295
         nget 13110, nfail 0, nput 13110
         npagealloc 38, npagefree 0, hiwat 38, nidle 38
 POOL CACHE puffprkl: size 64, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 63, nitems 32, nout 31, hardlimit 4294967295
         nget 31, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 550971 misses 5103
         cache layer hits 5072 misses 31
         cache layer entry uncontended 5103 contended 0
         cache layer empty groups 1 full groups 0
 POOL puffvapl: size 168, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 24, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL pvepl: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807b92c4
         minitems 512, minpages 4, maxpages 4294967295, npages 443
         itemsperpage 169, nitems 60422, nout 14445, hardlimit 4294967295
         nget 160812422, nfail 0, nput 160797977
         npagealloc 443, npagefree 0, hiwat 443, nidle 333
 POOL CACHE ractx: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 31
         itemsperpage 101, nitems 99, nout 3032, hardlimit 4294967295
         nget 3032, nfail 0, nput 0
         npagealloc 31, npagefree 0, hiwat 31, nidle 0
         cpu layer hits 15574 misses 3716
         cache layer hits 684 misses 3032
         cache layer entry uncontended 3716 contended 0
         cache layer empty groups 30 full groups 6
 POOL CACHE radixnode: size 128, align 64, ioff 64, roflags 0x00011040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 134
         itemsperpage 31, nitems 26, nout 4128, hardlimit 4294967295
         nget 4128, nfail 0, nput 0
         npagealloc 134, npagefree 0, hiwat 134, nidle 0
         cpu layer hits 238627 misses 4812
         cache layer hits 684 misses 4128
         cache layer entry uncontended 4811 contended 1
         cache layer empty groups 17 full groups 0
 POOL rfcomm_credit: size 16, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 254, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE rndctx: size 16, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 254, nitems 248, nout 6, hardlimit 4294967295
         nget 6, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 2865 misses 8
         cache layer hits 2 misses 6
         cache layer entry uncontended 8 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE rndsample: size 536, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 586, npages 3
         itemsperpage 7, nitems 5, nout 16, hardlimit 4096
         nget 16, nfail 0, nput 0
         npagealloc 3, npagefree 0, hiwat 3, nidle 0
         cpu layer hits 6000 misses 18
         cache layer hits 2 misses 16
         cache layer entry uncontended 18 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE rndtemp: size 520, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 7, nitems 5, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 2866 misses 4
         cache layer hits 2 misses 2
         cache layer entry uncontended 4 contended 0
         cache layer empty groups 0 full groups 0
 POOL rtentpl: size 224, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 2
         itemsperpage 18, nitems 8, nout 28, hardlimit 4294967295
         nget 177, nfail 0, nput 149
         npagealloc 2, npagefree 0, hiwat 2, nidle 0
 POOL rttmrpl: size 48, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 84, nitems 84, nout 0, hardlimit 4294967295
         nget 17, nfail 0, nput 17
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL CACHE rwlock: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 444
         itemsperpage 63, nitems 30, nout 27942, hardlimit 4294967295
         nget 27942, nfail 0, nput 0
         npagealloc 444, npagefree 0, hiwat 444, nidle 0
         cpu layer hits 331927 misses 36281
         cache layer hits 8339 misses 27942
         cache layer entry uncontended 36281 contended 0
         cache layer empty groups 546 full groups 657
 POOL sackholepl: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE sigacts: size 2064, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 70
         itemsperpage 1, nitems 0, nout 70, hardlimit 4294967295
         nget 70, nfail 0, nput 0
         npagealloc 70, npagefree 0, hiwat 70, nidle 0
         cpu layer hits 599158 misses 5832
         cache layer hits 5762 misses 70
         cache layer entry uncontended 5832 contended 0
         cache layer empty groups 0 full groups 2
 POOL smbfsnopl: size 136, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 29, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL smbrqpl: size 160, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 25, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL smbt2pl: size 120, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 33, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE socket: size 360, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 7
         itemsperpage 11, nitems 1, nout 76, hardlimit 4294967295
         nget 76, nfail 0, nput 0
         npagealloc 7, npagefree 0, hiwat 7, nidle 0
         cpu layer hits 169846 misses 619
         cache layer hits 543 misses 76
         cache layer entry uncontended 619 contended 0
         cache layer empty groups 0 full groups 1
 POOL swp vnd: size 208, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 19, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL swp vnx: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 169, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL synpl: size 216, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 18, nitems 18, nout 0, hardlimit 4294967295
         nget 17, nfail 0, nput 17
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL tcpcbpl: size 536, align 8, ioff 32, roflags 0x00010040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 3
         itemsperpage 7, nitems 14, nout 7, hardlimit 4294967295
         nget 62, nfail 0, nput 55
         npagealloc 3, npagefree 0, hiwat 3, nidle 2
 POOL tcpipqepl: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 101, nitems 101, nout 0, hardlimit 4294967295
         nget 21, nfail 0, nput 21
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL CACHE thplthrd: size 40, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 101, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
         cpu layer hits 0 misses 0
         cache layer hits 0 misses 0
         cache layer entry uncontended 0 contended 0
         cache layer empty groups 0 full groups 0
 POOL tmpfs_dirent: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 133
         itemsperpage 127, nitems 14373, nout 2518, hardlimit 4294967295
         nget 159416, nfail 0, nput 156898
         npagealloc 133, npagefree 0, hiwat 133, nidle 113
 POOL tmpfs_node: size 176, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 733
         itemsperpage 23, nitems 15331, nout 1528, hardlimit 4294967295
         nget 157992, nfail 0, nput 156464
         npagealloc 733, npagefree 0, hiwat 733, nidle 666
 POOL CACHE tstile: size 64, align 64, ioff 64, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 9
         itemsperpage 63, nitems 11, nout 556, hardlimit 4294967295
         nget 556, nfail 0, nput 0
         npagealloc 9, npagefree 0, hiwat 9, nidle 0
         cpu layer hits 723909 misses 9238
         cache layer hits 8682 misses 556
         cache layer entry uncontended 9238 contended 0
         cache layer empty groups 1 full groups 32
 POOL uaoeltpl: size 96, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 0
         itemsperpage 42, nitems 0, nout 0, hardlimit 4294967295
         nget 0, nfail 0, nput 0
         npagealloc 0, npagefree 0, hiwat 0, nidle 0
 POOL CACHE uarea: size 8192, align 8, ioff 0, roflags 0x00010c00
         alloc 0x807e8e04
         minitems 0, minpages 0, maxpages 4294967295, npages 554
         itemsperpage 1, nitems 0, nout 554, hardlimit 4294967295
         nget 554, nfail 0, nput 0
         npagealloc 554, npagefree 0, hiwat 554, nidle 0
         cpu layer hits 724031 misses 9220
         cache layer hits 8666 misses 554
         cache layer entry uncontended 9217 contended 3
         cache layer empty groups 1 full groups 32
 POOL CACHE ufsdir: size 272, align 8, ioff 0, roflags 0x00010000
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 15, nitems 13, nout 2, hardlimit 4294967295
         nget 2, nfail 0, nput 0
         npagealloc 1, npagefree 0, hiwat 1, nidle 0
         cpu layer hits 1648 misses 4
         cache layer hits 2 misses 2
         cache layer entry uncontended 4 contended 0
         cache layer empty groups 0 full groups 0
 POOL CACHE vcachepl: size 200, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1398
         itemsperpage 20, nitems 19, nout 27941, hardlimit 4294967295
         nget 27941, nfail 0, nput 0
         npagealloc 1398, npagefree 0, hiwat 1398, nidle 0
         cpu layer hits 335055 misses 36268
         cache layer hits 8327 misses 27941
         cache layer entry uncontended 36268 contended 0
         cache layer empty groups 546 full groups 657
 POOL vmembt: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807edae8
         minitems 0, minpages 0, maxpages 4294967295, npages 23
         itemsperpage 127, nitems 90, nout 2831, hardlimit 4294967295
         nget 2831, nfail 0, nput 0
         npagealloc 23, npagefree 0, hiwat 23, nidle 0
 POOL CACHE vmmpepl: size 96, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 67
         itemsperpage 42, nitems 35, nout 2779, hardlimit 4294967295
         nget 2779, nfail 0, nput 0
         npagealloc 67, npagefree 0, hiwat 67, nidle 0
         cpu layer hits 34031451 misses 1021951
         cache layer hits 1019172 misses 2779
         cache layer entry uncontended 1021925 contended 26
         cache layer empty groups 10 full groups 128
 POOL CACHE vmsppl: size 224, align 8, ioff 32, roflags 0x00010040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 4
         itemsperpage 18, nitems 2, nout 70, hardlimit 4294967295
         nget 70, nfail 0, nput 0
         npagealloc 4, npagefree 0, hiwat 4, nidle 0
         cpu layer hits 598304 misses 5856
         cache layer hits 5786 misses 70
         cache layer entry uncontended 5856 contended 0
         cache layer empty groups 0 full groups 2
 POOL wapbldealloc: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 127, nitems 127, nout 0, hardlimit 4294967295
         nget 175, nfail 0, nput 175
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL wapblentrypl: size 24, align 8, ioff 32, roflags 0x00000040
         alloc 0x807ed8d8
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 169, nitems 169, nout 0, hardlimit 4294967295
         nget 1129, nfail 0, nput 1129
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 POOL wapblinopl: size 32, align 8, ioff 32, roflags 0x00000040
         alloc 0x807eda44
         minitems 0, minpages 0, maxpages 4294967295, npages 1
         itemsperpage 127, nitems 127, nout 0, hardlimit 4294967295
         nget 10947, nfail 0, nput 10947
         npagealloc 1, npagefree 0, hiwat 1, nidle 1
 db{0}> show uvmp=08 =08
 Current UVM status:
   pagesize=3D4096 (0x1000), pagemask=3D0xfff, pageshift=3D12, ncolors=3D1
   510689 VM pages: 31724 active, 15580 inactive, 2196 wired, 416979 free
   pages  4481 anon, 41287 file, 3629 exec
   freemin=3D512, free-target=3D682, wired-max=3D170229
   resv-pg=3D1, resv-kernel=3D10, zeropages=3D0
   bootpages=3D9975, poolpages=3D35867
   faults=3D50660600, traps=3D55048051, intrs=3D7534827, ctxswitch=3D19548088
    softint=3D2265784, syscalls=3D163005335
   fault counts:
     noram=3D0, noanon=3D0, pgwait=3D0, pgrele=3D0
     ok relocks(total)=3D451840(451843), anget(retrys)=3D14003392(0), amapco=
 py=3D8878083
     neighbor anon/obj pg=3D10455746/99638484, gets(lock/unlock)=3D22758264/=
 452038
     cases: anon=3D8686266, anoncow=3D5317126, obj=3D19705916, prcopy=3D3052=
 150, przero=3D12696213
   daemon and swap counts:
     woke=3D2, revs=3D12, scans=3D0, obscans=3D0, anscans=3D0
     busy=3D0, freed=3D0, reactivate=3D0, deactivate=3D16097
     pageouts=3D0, pending=3D0, nswget=3D0
     nswapdev=3D1, swpgavail=3D524533
     swpages=3D524533, swpginuse=3D0, swpgonly=3D0, paging=3D0
 db{0}> ps
 PID    LID S CPU     FLAGS       STRUCT LWP *               NAME WAIT
 25183    1 2   1         0           98caa440              h_tar
 23138    1 3   0        80           93c207c0          atf-check wait
 1041     1 3   1        80           99671a40                 sh wait
 1429     1 3   1        80           93c20d40               tail kqueue
 700      1 3   0        80           931346c0               tcsh pause
 592      1 3   1        80           93195700               sshd select
 601      1 3   1        80           931959c0               sshd poll
 590      1 3   1        80           934c2d00                tee pipe_rd
 470      1 3   1        80           934c2a40         atf-report pipe_rd
 500      1 3   1        80           934c2780                tee pipe_rd
 510      1 2   1         0           934c24c0            atf-run
 580      1 3   1        80           93134400                 sh wait
 563      1 3   0        80           930ce100                 sh wait
 411      1 3   0        80           930ce680              getty ttyraw
 504      1 3   0        80           930cec00               cron nanoslp
 488      1 3   0        80           934c2200              inetd kqueue
 447      1 3   0        80           9328b1c0               sshd select
 425      1 3   0        80           9328b480               ntpd pause
 250      1 3   0        80           93134140            rpcbind poll
 266      1 3   0        80           93134c40            syslogd kqueue
 229      1 2   1         0           93134980             dhcpcd
 1        1 3   1        80           92fe6340               init wait
 0       55 5   0       200           93eac900           (zombie)
 0       35 3   0       200           92fe6b80            physiod physiod
 0       59 3   0       200           93096900           aiodoned aiodoned
 0       58 3   0       200           93096640            ioflush syncer
 0       57 3   0       200           93096380          pooldrain xclocv
 0    >  56 7   1  20000200           930960c0           pgdaemon
 0       36 3   0       200           92e72cc0               usb2 usbevt
 0       34 3   0       200           92e72740               usb3 usbevt
 0       33 3   0       200           92e72480               usb1 usbevt
 0       54 3   0       200           92fe68c0               usb0 usbevt
 0       53 3   0       200           92fe6600            npfgc-0 npfgccv
 0       52 3   0       200           92fe6080            rt_free rt_free
 0       51 3   0       200           92fdeb40              unpgc unpgc
 0       50 3   0       200           92fde880    key_timehandler key_timeha=
 ndler
 0       49 3   1       200           92fde5c0    icmp6_wqinput/1 icmp6_wqin=
 put
 0       48 3   0       200           92fde300    icmp6_wqinput/0 icmp6_wqin=
 put
 0       47 3   0       200           92fde040          nd6_timer nd6_timer
 0       46 3   1       200           92e96d40    carp6_wqinput/1 carp6_wqin=
 put
 0       45 3   0       200           92e96a80    carp6_wqinput/0 carp6_wqin=
 put
 0       44 3   1       200           92e967c0     carp_wqinput/1 carp_wqinp=
 ut
 0       40 3   0       200           92e721c0     carp_wqinput/0 carp_wqinp=
 ut
 0       39 3   1       200           92e914c0     icmp_wqinput/1 icmp_wqinp=
 ut
 0       38 3   0       200           92e91200     icmp_wqinput/0 icmp_wqinp=
 ut
 0       37 3   0       200           92e91780           rt_timer rt_timer
 0       32 3   0       200           92e91a40        vmem_rehash vmem_rehash
 0       43 3   0       200           92e96500             sdmmc1 mmctaskq
 0       42 3   0       200           92e96240             sdmmc0 mmctaskq
 0       41 3   0       200           92e91d00            axp20x0 axp20x0
 0       31 3   0       200           92e1ac80               iic2 iicintr
 0       30 3   0       200           92e1a9c0               iic1 iicintr
 0       29 3   1       200           92e1a700            atabus0 atath
 0       28 3   0       200           92e1a440         usbtask-dr usbtsk
 0       27 3   0       200           92e1a180         usbtask-hc usbtsk
 0       26 3   0       200           92a0dc40               iic0 iicintr
 0       25 2   1       200           92a0d980            xcall/1
 0       24 1   1       200           92a0d6c0          softser/1
 0       23 1   1       200           92a0d400          softclk/1
 0       22 1   1       200           92a0d140          softbio/1
 0       21 1   1       200           929f8c00          softnet/1
 0       20 1   1       201           929f8940             idle/1
 0       19 3   0       200           929f8680           lnxpwrwq lnxpwrwq
 0       18 3   0       200           929f83c0           lnxlngwq lnxlngwq
 0       17 3   0       200           929f8100           lnxsyswq lnxsyswq
 0       16 3   0       200           929f3bc0           lnxrcugc lnxrcugc
 0       15 3   0       200           929f3900             sysmon smtaskq
 0       14 3   0       200           929f3640         pmfsuspend pmfsuspend
 0       13 3   0       200           929f3380           pmfevent pmfevent
 0       12 3   0       200           929f30c0         sopendfree sopendfr
 0       11 3   0       200           928dbb80           nfssilly nfssilly
 0       10 3   0       200           928db8c0            cachegc cachegc
 0        9 3   0       200           928db600             vdrain vdrain
 0        8 3   0       200           928db340          modunload mod_unld
 0        7 3   0       200           928db080            xcall/0 xcall
 0        6 1   0       200           928d8b40          softser/0
 0    >   5 7   0  20000200           928d8880          softclk/0
 0        4 1   0       200           928d85c0          softbio/0
 0        3 1   0       200           928d8300          softnet/0
 0    >   2 7   0  20000201           928d8040             idle/0
 0        1 3   0       200           807ec580            swapper uvm
 db{0}> bt
 0x9ba5bebc: netbsd:com_common_getc+0xc
 0x9ba5bedc: netbsd:wsscreen_getc_poll+0x68
 0x9ba5bf24: netbsd:callout_softclock+0x398
 0x9ba5bfac: netbsd:softint_dispatch+0x140
 Bad frame pointer: 0x80b14f54
 db{0}> call uvm_km_va_starved_p
 1
 db{0}> mach cpu 1
 kdb_trap: switching to cpu1
 Stopped in pid 0.56 (system) at netbsd:uvm_availmem+0x3c:       ldr     r2,=
  [r2]
 db{1}> bt
 0x9be03fac: netbsd:uvm_pageout+0x10
 db{1}> reboot
 


Home | Main Index | Thread Index | Old Index