Elapsed time: 60.05 seconds. -- Adaptive mutex spin Total% Count Time/ms Lock Caller ------ ------- --------- ---------------------- ------------------------------ 52.11 3470421 9725.53 semlock 30.94 2361173 5773.16 semlock sys_semop+d0 21.18 1109248 3952.37 semlock cv_wait_sig+10d 28.10 1022651 5244.60 fffffe82f65ed480 28.10 1022647 5244.56 fffffe82f65ed480 uvm_fault_internal+619 0.00 3 0.04 fffffe82f65ed480 uao_detach+1a 0.00 1 0.01 fffffe82f65ed480 uvm_unmap_remove+245 14.58 679983 2720.79 fffffe887555f4c0 6.41 261254 1195.89 fffffe887555f4c0 uvm_fault_internal+5ab 4.58 227886 854.51 fffffe887555f4c0 ubc_release+ab 3.59 190843 670.39 fffffe887555f4c0 ubc_alloc+74 0.78 331936 145.26 uvm_pageqlock 0.51 214434 94.26 uvm_pageqlock ubc_fault+303 0.17 74285 31.84 uvm_pageqlock uvm_fault_lower_enter+243 0.10 43168 19.13 uvm_pageqlock genfs_getpages+8d9 0.00 23 0.01 uvm_pageqlock uvm_anon_dispose+11c 0.00 18 0.01 uvm_pageqlock uvm_fault_internal+e2d 0.00 2 0.00 uvm_pageqlock uvm_fault_upper_enter.clone.4+1 0.00 5 0.00 uvm_pageqlock uvm_fault_internal+4b2 0.00 1 0.00 uvm_pageqlock ufs_balloc_range+18f 0.65 35373 120.76 fffffe83fd8053c0 0.20 11949 37.36 fffffe83fd8053c0 vn_lock+c9 0.18 7076 32.71 fffffe83fd8053c0 genfs_getpages+396 0.14 8081 26.65 fffffe83fd8053c0 ubc_alloc+5a8 0.10 6919 18.80 fffffe83fd8053c0 ubc_fault+14b 0.03 1348 5.23 fffffe83fd8053c0 ubc_fault+1e2 0.64 34566 119.58 fffffe82076e2940 0.21 12264 38.46 fffffe82076e2940 vn_lock+c9 0.15 8328 27.65 fffffe82076e2940 ubc_alloc+5a8 0.14 5382 25.25 fffffe82076e2940 genfs_getpages+396 0.12 7244 22.96 fffffe82076e2940 ubc_fault+14b 0.03 1348 5.25 fffffe82076e2940 ubc_fault+1e2 0.64 34360 119.55 fffffe83d38cfdc0 0.20 11958 38.08 fffffe83d38cfdc0 vn_lock+c9 0.15 8289 27.49 fffffe83d38cfdc0 ubc_alloc+5a8 0.13 5307 25.19 fffffe83d38cfdc0 genfs_getpages+396 0.12 7359 23.05 fffffe83d38cfdc0 ubc_fault+14b 0.03 1447 5.73 fffffe83d38cfdc0 ubc_fault+1e2 0.64 34343 119.37 fffffe82c558c740 0.21 12096 38.36 fffffe82c558c740 vn_lock+c9 0.15 8341 27.56 fffffe82c558c740 ubc_alloc+5a8 0.13 5343 24.93 fffffe82c558c740 genfs_getpages+396 0.13 7279 23.48 fffffe82c558c740 ubc_fault+14b 0.03 1284 5.04 fffffe82c558c740 ubc_fault+1e2 0.62 34023 116.47 fffffe836a1f46c0 0.20 12029 37.23 fffffe836a1f46c0 vn_lock+c9 0.14 8040 26.01 fffffe836a1f46c0 ubc_alloc+5a8 0.13 5333 24.98 fffffe836a1f46c0 genfs_getpages+396 0.12 7158 22.41 fffffe836a1f46c0 ubc_fault+14b 0.03 1463 5.84 fffffe836a1f46c0 ubc_fault+1e2 0.62 33369 114.84 fffffe825160e7c0 0.20 11915 37.94 fffffe825160e7c0 vn_lock+c9 0.14 8009 26.16 fffffe825160e7c0 ubc_alloc+5a8 0.12 5065 23.29 fffffe825160e7c0 genfs_getpages+396 0.12 7027 22.27 fffffe825160e7c0 ubc_fault+14b 0.03 1353 5.18 fffffe825160e7c0 ubc_fault+1e2 0.59 44737 110.18 fffffe82076e2440 0.56 41347 104.47 fffffe82076e2440 vn_lock+c9 0.01 1479 2.50 fffffe82076e2440 genfs_getpages+396 0.01 594 1.58 fffffe82076e2440 ubc_alloc+5a8 0.01 526 1.07 fffffe82076e2440 ubc_fault+14b 0.00 791 0.56 fffffe82076e2440 ubc_fault+1e2 0.00 173 0.93 xc_low_pri 0.00 120 0.57 xc_low_pri cv_wait+109 0.00 24 0.18 xc_low_pri xc_unicast+75 0.00 23 0.14 xc_low_pri xc_thread+88 0.00 6 0.03 xc_low_pri xc_wait+68 0.00 227 0.86 fffffe887efadf40 0.00 69 0.29 fffffe887efadf40 sopoll+1c 0.00 48 0.21 fffffe887efadf40 sosend+4c 0.00 32 0.15 fffffe887efadf40 soreceive+df 0.00 28 0.11 fffffe887efadf40 sosend+2cd 0.00 41 0.05 fffffe887efadf40 ip6intr+13 0.00 3 0.02 fffffe887efadf40 cv_wait_sig+10d 0.00 1 0.02 fffffe887efadf40 ipintr+37 0.00 4 0.01 fffffe887efadf40 soreceive+81b 0.00 1 0.00 fffffe887efadf40 nd6_timer+35 0.00 1096 0.36 fffffe85985d4680 0.00 1095 0.36 fffffe85985d4680 vn_lock+c9 0.00 1 0.00 fffffe85985d4680 genfs_getpages+396 0.00 288 0.18 fffffe86695d0b80 0.00 172 0.10 fffffe86695d0b80 sopoll+1c 0.00 53 0.04 fffffe86695d0b80 soreceive+81b 0.00 48 0.04 fffffe86695d0b80 cv_timedwait_sig+116 0.00 12 0.01 fffffe86695d0b80 soreceive+df 0.00 2 0.00 fffffe86695d0b80 sosend+2cd 0.00 1 0.00 fffffe86695d0b80 sosend+4c 0.00 427 0.16 fffffe85b3d28540 0.00 225 0.08 fffffe85b3d28540 sopoll+1c 0.00 99 0.04 fffffe85b3d28540 cv_timedwait_sig+116 0.00 81 0.03 fffffe85b3d28540 soreceive+81b 0.00 15 0.01 fffffe85b3d28540 soreceive+df 0.00 6 0.00 fffffe85b3d28540 sosend+2cd 0.00 1 0.00 fffffe85b3d28540 sosend+4c 0.00 273 0.16 fffffe82ad876000 0.00 167 0.09 fffffe82ad876000 sopoll+1c 0.00 49 0.03 fffffe82ad876000 cv_timedwait_sig+116 0.00 39 0.03 fffffe82ad876000 soreceive+81b 0.00 15 0.01 fffffe82ad876000 soreceive+df 0.00 3 0.00 fffffe82ad876000 sosend+4c 0.00 361 0.15 fffffe85d648ae00 0.00 219 0.08 fffffe85d648ae00 sopoll+1c 0.00 67 0.04 fffffe85d648ae00 soreceive+81b 0.00 64 0.02 fffffe85d648ae00 cv_timedwait_sig+116 0.00 5 0.00 fffffe85d648ae00 soreceive+df 0.00 4 0.00 fffffe85d648ae00 sosend+4c 0.00 2 0.00 fffffe85d648ae00 sosend+2cd 0.00 366 0.15 fffffe843ffbcb40 0.00 223 0.10 fffffe843ffbcb40 sopoll+1c 0.00 68 0.03 fffffe843ffbcb40 cv_timedwait_sig+116 0.00 65 0.02 fffffe843ffbcb40 soreceive+81b 0.00 10 0.00 fffffe843ffbcb40 soreceive+df 0.00 324 0.14 fffffe85985d4d00 0.00 180 0.07 fffffe85985d4d00 sopoll+1c 0.00 54 0.04 fffffe85985d4d00 soreceive+81b 0.00 80 0.03 fffffe85985d4d00 cv_timedwait_sig+116 0.00 3 0.00 fffffe85985d4d00 sosend+4c 0.00 6 0.00 fffffe85985d4d00 soreceive+df 0.00 1 0.00 fffffe85985d4d00 sosend+2cd 0.00 301 0.14 fffffe86695d0b00 0.00 189 0.09 fffffe86695d0b00 sopoll+1c 0.00 43 0.03 fffffe86695d0b00 soreceive+81b 0.00 61 0.02 fffffe86695d0b00 cv_timedwait_sig+116 0.00 5 0.00 fffffe86695d0b00 soreceive+df 0.00 3 0.00 fffffe86695d0b00 sosend+2cd 0.00 282 0.14 fffffe844b940040 0.00 192 0.09 fffffe844b940040 sopoll+1c 0.00 41 0.02 fffffe844b940040 cv_timedwait_sig+116 0.00 40 0.02 fffffe844b940040 soreceive+81b 0.00 6 0.00 fffffe844b940040 soreceive+df 0.00 1 0.00 fffffe844b940040 sosend+2cd 0.00 2 0.00 fffffe844b940040 sosend+4c 0.00 283 0.13 fffffe82c558c180 0.00 151 0.07 fffffe82c558c180 sopoll+1c 0.00 56 0.03 fffffe82c558c180 soreceive+81b 0.00 65 0.03 fffffe82c558c180 cv_timedwait_sig+116 0.00 7 0.00 fffffe82c558c180 soreceive+df 0.00 4 0.00 fffffe82c558c180 sosend+2cd 0.00 330 0.13 fffffe83510c8d00 0.00 187 0.07 fffffe83510c8d00 sopoll+1c 0.00 60 0.03 fffffe83510c8d00 soreceive+81b 0.00 76 0.03 fffffe83510c8d00 cv_timedwait_sig+116 0.00 5 0.00 fffffe83510c8d00 soreceive+df 0.00 1 0.00 fffffe83510c8d00 sosend+2cd 0.00 1 0.00 fffffe83510c8d00 sosend+4c 0.00 305 0.13 fffffe83c2768440 0.00 172 0.06 fffffe83c2768440 sopoll+1c 0.00 77 0.04 fffffe83c2768440 cv_timedwait_sig+116 0.00 45 0.02 fffffe83c2768440 soreceive+81b 0.00 5 0.00 fffffe83c2768440 sosend+2cd 0.00 6 0.00 fffffe83c2768440 soreceive+df 0.00 237 0.13 fffffe85b3d28100 0.00 124 0.05 fffffe85b3d28100 sopoll+1c 0.00 54 0.04 fffffe85b3d28100 cv_timedwait_sig+116 0.00 50 0.03 fffffe85b3d28100 soreceive+81b 0.00 9 0.00 fffffe85b3d28100 soreceive+df 0.00 303 0.13 fffffe832b67e680 0.00 156 0.06 fffffe832b67e680 sopoll+1c 0.00 60 0.03 fffffe832b67e680 soreceive+81b 0.00 74 0.02 fffffe832b67e680 cv_timedwait_sig+116 0.00 10 0.01 fffffe832b67e680 soreceive+df 0.00 2 0.00 fffffe832b67e680 sosend+2cd 0.00 1 0.00 fffffe832b67e680 sosend+4c 0.00 305 0.12 fffffe85b3d28440 0.00 149 0.07 fffffe85b3d28440 sopoll+1c 0.00 69 0.03 fffffe85b3d28440 soreceive+81b 0.00 76 0.02 fffffe85b3d28440 cv_timedwait_sig+116 0.00 8 0.00 fffffe85b3d28440 soreceive+df 0.00 2 0.00 fffffe85b3d28440 sosend+4c 0.00 1 0.00 fffffe85b3d28440 sosend+2cd 0.00 356 0.12 fffffe85b3d28480 0.00 190 0.06 fffffe85b3d28480 sopoll+1c 0.00 63 0.03 fffffe85b3d28480 soreceive+81b 0.00 92 0.02 fffffe85b3d28480 cv_timedwait_sig+116 0.00 7 0.00 fffffe85b3d28480 soreceive+df 0.00 3 0.00 fffffe85b3d28480 sosend+2cd 0.00 1 0.00 fffffe85b3d28480 sosend+4c 0.00 265 0.12 fffffe84c4a0ec00 0.00 164 0.07 fffffe84c4a0ec00 sopoll+1c 0.00 36 0.03 fffffe84c4a0ec00 soreceive+81b 0.00 52 0.01 fffffe84c4a0ec00 cv_timedwait_sig+116 0.00 11 0.00 fffffe84c4a0ec00 soreceive+df 0.00 1 0.00 fffffe84c4a0ec00 sosend+4c 0.00 1 0.00 fffffe84c4a0ec00 sosend+2cd 0.00 280 0.11 fffffe85b3d28580 0.00 138 0.05 fffffe85b3d28580 sopoll+1c 0.00 52 0.03 fffffe85b3d28580 soreceive+81b 0.00 76 0.02 fffffe85b3d28580 cv_timedwait_sig+116 0.00 12 0.01 fffffe85b3d28580 soreceive+df 0.00 1 0.00 fffffe85b3d28580 sosend+2cd 0.00 1 0.00 fffffe85b3d28580 sosend+4c 0.00 331 0.11 fffffe860380e000 0.00 197 0.06 fffffe860380e000 sopoll+1c 0.00 59 0.03 fffffe860380e000 soreceive+81b 0.00 60 0.01 fffffe860380e000 cv_timedwait_sig+116 0.00 11 0.00 fffffe860380e000 soreceive+df 0.00 2 0.00 fffffe860380e000 sosend+4c 0.00 2 0.00 fffffe860380e000 sosend+2cd 0.00 293 0.11 fffffe82f65ed440 0.00 175 0.06 fffffe82f65ed440 sopoll+1c 0.00 49 0.02 fffffe82f65ed440 soreceive+81b 0.00 62 0.02 fffffe82f65ed440 cv_timedwait_sig+116 0.00 5 0.00 fffffe82f65ed440 soreceive+df 0.00 1 0.00 fffffe82f65ed440 sosend+4c 0.00 1 0.00 fffffe82f65ed440 sosend+2cd 0.00 264 0.11 fffffe85d648a800 0.00 130 0.05 fffffe85d648a800 sopoll+1c 0.00 47 0.03 fffffe85d648a800 soreceive+81b 0.00 73 0.02 fffffe85d648a800 cv_timedwait_sig+116 0.00 9 0.01 fffffe85d648a800 soreceive+df 0.00 3 0.00 fffffe85d648a800 sosend+4c 0.00 2 0.00 fffffe85d648a800 sosend+2cd 0.00 275 0.10 fffffe84c4a0ecc0 0.00 148 0.06 fffffe84c4a0ecc0 sopoll+1c 0.00 74 0.02 fffffe84c4a0ecc0 cv_timedwait_sig+116 0.00 39 0.02 fffffe84c4a0ecc0 soreceive+81b 0.00 13 0.01 fffffe84c4a0ecc0 soreceive+df 0.00 1 0.00 fffffe84c4a0ecc0 sosend+2cd 0.00 212 0.10 fffffe831e8e0c00 0.00 119 0.06 fffffe831e8e0c00 sopoll+1c 0.00 30 0.02 fffffe831e8e0c00 soreceive+81b 0.00 47 0.01 fffffe831e8e0c00 cv_timedwait_sig+116 0.00 11 0.00 fffffe831e8e0c00 soreceive+df 0.00 3 0.00 fffffe831e8e0c00 sosend+2cd 0.00 2 0.00 fffffe831e8e0c00 sosend+4c 0.00 276 0.10 fffffe85b3d28180 0.00 165 0.05 fffffe85b3d28180 sopoll+1c 0.00 49 0.03 fffffe85b3d28180 soreceive+81b 0.00 52 0.01 fffffe85b3d28180 cv_timedwait_sig+116 0.00 7 0.00 fffffe85b3d28180 soreceive+df 0.00 3 0.00 fffffe85b3d28180 sosend+4c 0.00 255 0.10 fffffe8500b62b00 0.00 158 0.05 fffffe8500b62b00 sopoll+1c 0.00 41 0.03 fffffe8500b62b00 soreceive+81b 0.00 43 0.01 fffffe8500b62b00 cv_timedwait_sig+116 0.00 5 0.00 fffffe8500b62b00 sosend+2cd 0.00 8 0.00 fffffe8500b62b00 soreceive+df 0.00 10 0.00 pmap_pv_cache+160 pool_cache_get_slow+21c -- Adaptive mutex sleep Total% Count Time/ms Lock Caller ------ ------- --------- ---------------------- ------------------------------ 76.41 88 16.95 semlock 62.93 68 13.96 semlock sys_semop+d0 13.47 20 2.99 semlock cv_wait_sig+10d 21.59 60 4.79 fffffe82f65ed480 uvm_fault_internal+619 1.26 24 0.28 fffffe887555f4c0 0.55 12 0.12 fffffe887555f4c0 ubc_release+ab 0.43 7 0.09 fffffe887555f4c0 ubc_alloc+74 0.28 5 0.06 fffffe887555f4c0 uvm_fault_internal+5ab 0.26 6 0.06 fffffe82076e2940 0.17 4 0.04 fffffe82076e2940 ubc_fault+14b 0.09 2 0.02 fffffe82076e2940 ubc_alloc+5a8 0.16 4 0.04 fffffe836a1f46c0 0.08 2 0.02 fffffe836a1f46c0 ubc_alloc+5a8 0.04 1 0.01 fffffe836a1f46c0 vn_lock+c9 0.04 1 0.01 fffffe836a1f46c0 genfs_getpages+396 0.13 2 0.03 fffffe82076e2440 vn_lock+c9 0.09 3 0.02 uvm_pageqlock 0.06 2 0.01 uvm_pageqlock ubc_fault+303 0.03 1 0.01 uvm_pageqlock uvm_fault_lower_enter+243 0.06 1 0.01 fffffe825160e7c0 ubc_alloc+5a8 0.04 1 0.01 fffffe83d38cfdc0 vn_lock+c9 0.01 1 0.00 fffffe887efadf40 route_intr+26 -- Spin mutex spin Total% Count Time/ms Lock Caller ------ ------- --------- ---------------------- ------------------------------ 72.99 1564580 2191.99 fffffe887df3ebc0 47.82 1037492 1435.99 fffffe887df3ebc0 cv_wakeup_all+45 25.17 527025 755.84 fffffe887df3ebc0 cv_wait_sig+99 0.00 38 0.10 fffffe887df3ebc0 sched_pstats+c0 0.00 3 0.02 fffffe887df3ebc0 sysctl_doeproc+e2b 0.00 9 0.02 fffffe887df3ebc0 kpause+93 0.00 4 0.01 fffffe887df3ebc0 calcru+d3 0.00 8 0.01 fffffe887df3ebc0 sleepq_timeout+16 0.00 1 0.00 fffffe887df3ebc0 sched_pstats+216 1.44 33290 43.27 fffffe887df411c0 0.70 14927 20.91 fffffe887df411c0 sched_idle+1ad 0.63 13482 18.95 fffffe887df411c0 sched_idle+11a 0.04 1505 1.11 fffffe887df411c0 sleepq_remove+103 0.03 790 0.97 fffffe887df411c0 mi_switch+a9 0.02 1321 0.69 fffffe887df411c0 sched_idle+123 0.02 1265 0.63 fffffe887df411c0 sched_idle+1a3 1.40 32163 42.18 fffffe887555f980 0.98 21090 29.56 fffffe887555f980 sched_idle+11a 0.29 5942 8.83 fffffe887555f980 sched_idle+1ad 0.04 1591 1.27 fffffe887555f980 sleepq_remove+103 0.04 2265 1.23 fffffe887555f980 sched_idle+1a3 0.03 786 1.01 fffffe887555f980 mi_switch+a9 0.01 488 0.26 fffffe887555f980 sched_idle+123 0.00 1 0.00 fffffe887555f980 sched_pstats+c0 1.32 31613 39.59 fffffe887555fe80 0.71 16280 21.41 fffffe887555fe80 sched_idle+11a 0.53 10850 15.83 fffffe887555fe80 sched_idle+1ad 0.03 1273 0.96 fffffe887555fe80 sleepq_remove+103 0.02 851 0.59 fffffe887555fe80 mi_switch+a9 0.02 1524 0.52 fffffe887555fe80 sched_idle+1a3 0.01 835 0.28 fffffe887555fe80 sched_idle+123 1.31 30274 39.38 fffffe887df414c0 0.80 16560 24.05 fffffe887df414c0 sched_idle+1ad 0.44 9088 13.08 fffffe887df414c0 sched_idle+11a 0.03 1232 0.78 fffffe887df414c0 sleepq_remove+103 0.02 756 0.58 fffffe887df414c0 mi_switch+a9 0.02 1639 0.55 fffffe887df414c0 sched_idle+123 0.01 999 0.34 fffffe887df414c0 sched_idle+1a3 1.26 30570 37.79 fffffe887555fa80 0.81 18401 24.42 fffffe887555fa80 sched_idle+11a 0.34 7322 10.06 fffffe887555fa80 sched_idle+1ad 0.04 1423 1.15 fffffe887555fa80 sleepq_remove+103 0.03 1937 1.02 fffffe887555fa80 sched_idle+1a3 0.03 702 0.77 fffffe887555fa80 mi_switch+a9 0.01 785 0.38 fffffe887555fa80 sched_idle+123 1.25 30540 37.53 fffffe887df416c0 0.80 17592 24.09 fffffe887df416c0 sched_idle+1ad 0.38 8382 11.32 fffffe887df416c0 sched_idle+11a 0.03 1226 0.82 fffffe887df416c0 sleepq_remove+103 0.02 1803 0.57 fffffe887df416c0 sched_idle+123 0.02 713 0.47 fffffe887df416c0 mi_switch+a9 0.01 824 0.26 fffffe887df416c0 sched_idle+1a3 1.25 33880 37.47 fffffe887df41d00 1.15 29469 34.50 fffffe887df41d00 sched_idle+1ad 0.05 2434 1.49 fffffe887df41d00 sched_idle+123 0.03 870 0.84 fffffe887df41d00 mi_switch+a9 0.02 1106 0.63 fffffe887df41d00 sleepq_remove+103 0.00 1 0.00 fffffe887df41d00 sched_pstats+c0 1.22 28003 36.74 fffffe887555f880 1.02 21147 30.70 fffffe887555f880 sched_idle+11a 0.09 1661 2.75 fffffe887555f880 sched_idle+1ad 0.05 1716 1.58 fffffe887555f880 sleepq_remove+103 0.03 2585 0.98 fffffe887555f880 sched_idle+1a3 0.02 683 0.65 fffffe887555f880 mi_switch+a9 0.00 210 0.08 fffffe887555f880 sched_idle+123 0.00 1 0.00 fffffe887555f880 sched_pstats+c0 1.21 28782 36.30 fffffe887555f580 1.07 23464 32.20 fffffe887555f580 sched_idle+11a 0.05 1766 1.63 fffffe887555f580 sleepq_remove+103 0.05 2753 1.55 fffffe887555f580 sched_idle+1a3 0.03 799 0.92 fffffe887555f580 mi_switch+a9 1.20 28495 35.95 fffffe887df413c0 0.69 14191 20.75 fffffe887df413c0 sched_idle+1ad 0.42 9515 12.71 fffffe887df413c0 sched_idle+11a 0.03 1395 0.99 fffffe887df413c0 sleepq_remove+103 0.02 760 0.59 fffffe887df413c0 mi_switch+a9 0.02 1555 0.54 fffffe887df413c0 sched_idle+123 0.01 1079 0.37 fffffe887df413c0 sched_idle+1a3 1.18 28255 35.40 fffffe887555fb80 0.83 18583 24.89 fffffe887555fb80 sched_idle+11a 0.26 5033 7.86 fffffe887555fb80 sched_idle+1ad 0.04 1556 1.25 fffffe887555fb80 sleepq_remove+103 0.03 2034 0.76 fffffe887555fb80 sched_idle+1a3 0.02 721 0.52 fffffe887555fb80 mi_switch+a9 0.00 327 0.12 fffffe887555fb80 sched_idle+123 0.00 1 0.00 fffffe887555fb80 sched_pstats+c0 1.16 29431 34.78 fffffe887555fc80 0.75 17913 22.44 fffffe887555fc80 sched_idle+11a 0.33 7144 10.03 fffffe887555fc80 sched_idle+1ad 0.04 1346 1.05 fffffe887555fc80 sleepq_remove+103 0.02 1717 0.59 fffffe887555fc80 sched_idle+1a3 0.02 780 0.49 fffffe887555fc80 mi_switch+a9 0.01 531 0.18 fffffe887555fc80 sched_idle+123 1.10 25915 32.91 fffffe887555f780 0.86 18821 25.89 fffffe887555f780 sched_idle+11a 0.13 2295 3.95 fffffe887555f780 sched_idle+1ad 0.04 1516 1.28 fffffe887555f780 sleepq_remove+103 0.03 2307 1.03 fffffe887555f780 sched_idle+1a3 0.02 635 0.61 fffffe887555f780 mi_switch+a9 0.00 340 0.15 fffffe887555f780 sched_idle+123 0.00 1 0.00 fffffe887555f780 sched_pstats+c0 1.10 27964 32.90 fffffe887df418c0 0.86 20011 25.91 fffffe887df418c0 sched_idle+1ad 0.18 3826 5.31 fffffe887df418c0 sched_idle+11a 0.02 1028 0.60 fffffe887df418c0 sleepq_remove+103 0.02 1957 0.58 fffffe887df418c0 sched_idle+123 0.01 676 0.37 fffffe887df418c0 mi_switch+a9 0.00 465 0.13 fffffe887df418c0 sched_idle+1a3 0.00 1 0.00 fffffe887df418c0 sched_pstats+c0 1.03 24507 31.06 fffffe887555f680 0.87 18754 26.06 fffffe887555f680 sched_idle+11a 0.05 809 1.53 fffffe887555f680 sched_idle+1ad 0.05 1588 1.44 fffffe887555f680 sleepq_remove+103 0.04 2562 1.31 fffffe887555f680 sched_idle+1a3 0.02 666 0.66 fffffe887555f680 mi_switch+a9 0.00 127 0.06 fffffe887555f680 sched_idle+123 0.00 1 0.00 fffffe887555f680 sched_pstats+c0 1.03 24810 30.93 fffffe887df412c0 0.53 11320 15.89 fffffe887df412c0 sched_idle+1ad 0.40 8854 12.10 fffffe887df412c0 sched_idle+11a 0.03 1363 0.92 fffffe887df412c0 sleepq_remove+103 0.03 656 0.77 fffffe887df412c0 mi_switch+a9 0.02 1422 0.68 fffffe887df412c0 sched_idle+123 0.02 1195 0.57 fffffe887df412c0 sched_idle+1a3 1.02 24810 30.73 fffffe887df415c0 0.67 14430 20.00 fffffe887df415c0 sched_idle+1ad 0.29 6128 8.80 fffffe887df415c0 sched_idle+11a 0.02 1125 0.71 fffffe887df415c0 sleepq_remove+103 0.02 1888 0.58 fffffe887df415c0 sched_idle+123 0.01 540 0.40 fffffe887df415c0 mi_switch+a9 0.01 697 0.23 fffffe887df415c0 sched_idle+1a3 0.00 2 0.00 fffffe887df415c0 sched_pstats+c0 0.98 25223 29.50 fffffe887df419c0 0.81 18987 24.22 fffffe887df419c0 sched_idle+1ad 0.12 2293 3.69 fffffe887df419c0 sched_idle+11a 0.02 2096 0.62 fffffe887df419c0 sched_idle+123 0.02 906 0.53 fffffe887df419c0 sleepq_remove+103 0.01 607 0.35 fffffe887df419c0 mi_switch+a9 0.00 334 0.09 fffffe887df419c0 sched_idle+1a3 0.95 23871 28.57 fffffe887df41bc0 0.83 19192 24.79 fffffe887df41bc0 sched_idle+1ad 0.05 785 1.62 fffffe887df41bc0 sched_idle+11a 0.04 2231 1.05 fffffe887df41bc0 sched_idle+123 0.02 589 0.53 fffffe887df41bc0 mi_switch+a9 0.02 901 0.50 fffffe887df41bc0 sleepq_remove+103 0.00 172 0.09 fffffe887df41bc0 sched_idle+1a3 0.00 1 0.00 fffffe887df41bc0 sched_pstats+c0 0.95 24534 28.47 fffffe887df410c0 0.44 10185 13.15 fffffe887df410c0 sched_idle+1ad 0.44 10157 13.09 fffffe887df410c0 sched_idle+11a 0.03 1293 1.00 fffffe887df410c0 sleepq_remove+103 0.02 678 0.47 fffffe887df410c0 mi_switch+a9 0.01 1195 0.41 fffffe887df410c0 sched_idle+1a3 0.01 1025 0.36 fffffe887df410c0 sched_idle+123 0.00 1 0.00 fffffe887df410c0 sched_pstats+c0 0.87 22641 26.02 fffffe887df41ac0 0.71 17233 21.29 fffffe887df41ac0 sched_idle+1ad 0.08 1584 2.54 fffffe887df41ac0 sched_idle+11a 0.04 2137 1.10 fffffe887df41ac0 sched_idle+123 0.02 553 0.51 fffffe887df41ac0 mi_switch+a9 0.02 897 0.47 fffffe887df41ac0 sleepq_remove+103 0.00 237 0.11 fffffe887df41ac0 sched_idle+1a3 0.84 21339 25.29 fffffe887555fd80 0.46 10843 13.66 fffffe887555fd80 sched_idle+11a 0.31 6169 9.34 fffffe887555fd80 sched_idle+1ad 0.03 1283 1.01 fffffe887555fd80 sleepq_remove+103 0.02 1664 0.58 fffffe887555fd80 sched_idle+1a3 0.01 622 0.43 fffffe887555fd80 mi_switch+a9 0.01 758 0.28 fffffe887555fd80 sched_idle+123 0.79 21864 23.80 fffffe887555ff80 0.39 9694 11.57 fffffe887555ff80 sched_idle+11a 0.34 7890 10.13 fffffe887555ff80 sched_idle+1ad 0.03 1222 0.91 fffffe887555ff80 sleepq_remove+103 0.01 1417 0.45 fffffe887555ff80 sched_idle+1a3 0.01 631 0.41 fffffe887555ff80 mi_switch+a9 0.01 1010 0.34 fffffe887555ff80 sched_idle+123 0.70 19893 21.13 fffffe887df417c0 0.53 12913 15.87 fffffe887df417c0 sched_idle+1ad 0.12 3035 3.54 fffffe887df417c0 sched_idle+11a 0.02 1038 0.60 fffffe887df417c0 sleepq_remove+103 0.02 1782 0.59 fffffe887df417c0 sched_idle+123 0.01 561 0.35 fffffe887df417c0 mi_switch+a9 0.01 564 0.18 fffffe887df417c0 sched_idle+1a3 0.08 650 2.42 fffffe887df556c0 0.08 611 2.31 fffffe887df556c0 lwp_park+6a 0.00 27 0.08 fffffe887df556c0 sys__lwp_unpark_all+f7 0.00 6 0.02 fffffe887df556c0 sys__lwp_unpark_all+216 0.00 4 0.00 fffffe887df556c0 lwp_unpark+49 0.00 1 0.00 fffffe887df556c0 sys__lwp_unpark_all+278 0.00 1 0.00 fffffe887df556c0 sys__lwp_unpark_all+1cd 0.04 770 1.08 fffffe887df3e580 0.02 412 0.55 fffffe887df3e580 cv_wakeup_all+45 0.02 358 0.53 fffffe887df3e580 cv_timedwait_sig+a0 0.03 589 0.80 fffffe887df3e440 0.01 321 0.43 fffffe887df3e440 cv_wakeup_all+45 0.01 267 0.37 fffffe887df3e440 cv_timedwait_sig+a0 0.00 1 0.00 fffffe887df3e440 sched_pstats+c0 0.02 122 0.75 fffffe887df4e000 0.02 117 0.74 fffffe887df4e000 turnstile_lookup+25 0.00 4 0.01 fffffe887df4e000 turnstile_block+2cc 0.00 1 0.00 fffffe887df4e000 turnstile_block+3be 0.01 399 0.43 fffffe887555fe00 0.01 207 0.26 fffffe887555fe00 selnotify+3b 0.00 145 0.12 fffffe887555fe00 sel_do_scan+1cf 0.00 45 0.05 fffffe887555fe00 selclear+27 0.00 2 0.00 fffffe887555fe00 sched_pstats+c0 0.01 323 0.41 fffffe887df41a40 0.01 177 0.22 fffffe887df41a40 selnotify+3b 0.00 115 0.14 fffffe887df41a40 sel_do_scan+1cf 0.00 31 0.04 fffffe887df41a40 selclear+27 0.01 287 0.40 fffffe887df3e340 0.01 165 0.22 fffffe887df3e340 cv_wakeup_all+45 0.01 122 0.18 fffffe887df3e340 cv_timedwait_sig+a0 0.01 351 0.39 fffffe887555fd00 0.01 185 0.24 fffffe887555fd00 selnotify+3b 0.00 121 0.11 fffffe887555fd00 sel_do_scan+1cf 0.00 44 0.04 fffffe887555fd00 selclear+27 0.00 1 0.00 fffffe887555fd00 sleepq_timeout+16 0.01 297 0.36 fffffe887555f600 0.01 156 0.20 fffffe887555f600 selnotify+3b 0.00 106 0.12 fffffe887555f600 sel_do_scan+1cf 0.00 34 0.04 fffffe887555f600 selclear+27 0.00 1 0.00 fffffe887555f600 sched_pstats+c0 0.01 311 0.35 fffffe887df41340 0.01 150 0.18 fffffe887df41340 selnotify+3b 0.00 116 0.12 fffffe887df41340 sel_do_scan+1cf 0.00 43 0.05 fffffe887df41340 selclear+27 0.00 1 0.00 fffffe887df41340 sched_pstats+c0 0.00 1 0.00 fffffe887df41340 sleepq_timeout+16 0.01 287 0.35 fffffe887555f500 0.01 143 0.17 fffffe887555f500 selnotify+3b 0.00 111 0.14 fffffe887555f500 sel_do_scan+1cf 0.00 33 0.05 fffffe887555f500 selclear+27 0.01 242 0.31 fffffe887555f800 0.01 127 0.19 fffffe887555f800 selnotify+3b 0.00 94 0.09 fffffe887555f800 sel_do_scan+1cf 0.00 21 0.02 fffffe887555f800 selclear+27 0.01 220 0.29 fffffe887df41140 0.00 105 0.14 fffffe887df41140 selnotify+3b 0.00 89 0.12 fffffe887df41140 sel_do_scan+1cf 0.00 23 0.03 fffffe887df41140 selclear+27 0.00 1 0.00 fffffe887df41140 calcru+d3 0.00 2 0.00 fffffe887df41140 sched_pstats+c0 0.01 228 0.28 fffffe887555f900 0.01 127 0.17 fffffe887555f900 selnotify+3b 0.00 78 0.09 fffffe887555f900 sel_do_scan+1cf 0.00 22 0.02 fffffe887555f900 selclear+27 0.00 1 0.00 fffffe887555f900 calcru+d3 0.01 285 0.28 fffffe887555fc00 0.00 140 0.15 fffffe887555fc00 selnotify+3b 0.00 109 0.10 fffffe887555fc00 sel_do_scan+1cf 0.00 36 0.04 fffffe887555fc00 selclear+27 0.01 229 0.28 fffffe887df3e2c0 0.01 125 0.16 fffffe887df3e2c0 cv_wakeup_all+45 0.00 104 0.12 fffffe887df3e2c0 cv_timedwait_sig+a0 0.01 254 0.27 fffffe887df41040 0.00 117 0.15 fffffe887df41040 selnotify+3b 0.00 94 0.08 fffffe887df41040 sel_do_scan+1cf 0.00 40 0.04 fffffe887df41040 selclear+27 0.00 2 0.00 fffffe887df41040 sched_pstats+c0 0.00 1 0.00 fffffe887df41040 sleepq_timeout+16 0.01 213 0.27 fffffe887555f700 0.00 104 0.14 fffffe887555f700 selnotify+3b 0.00 82 0.10 fffffe887555f700 sel_do_scan+1cf 0.00 27 0.03 fffffe887555f700 selclear+27 0.01 195 0.27 fffffe887df41cc0 0.00 99 0.13 fffffe887df41cc0 selnotify+3b 0.00 72 0.10 fffffe887df41cc0 sel_do_scan+1cf 0.00 24 0.04 fffffe887df41cc0 selclear+27 0.01 211 0.26 fffffe887df3c680 0.01 132 0.16 fffffe887df3c680 cv_wakeup_all+45 0.00 78 0.10 fffffe887df3c680 cv_timedwait_sig+a0 0.00 1 0.00 fffffe887df3c680 sysctl_doeproc+e2b 0.01 206 0.26 fffffe887df3e500 0.01 115 0.15 fffffe887df3e500 cv_wakeup_all+45 0.00 90 0.11 fffffe887df3e500 cv_timedwait_sig+a0 0.00 1 0.00 fffffe887df3e500 sched_pstats+c0 0.01 253 0.25 fffffe887df41640 0.00 133 0.14 fffffe887df41640 selnotify+3b 0.00 88 0.08 fffffe887df41640 sel_do_scan+1cf 0.00 32 0.03 fffffe887df41640 selclear+27 0.01 228 0.24 fffffe887df41740 0.01 125 0.15 fffffe887df41740 selnotify+3b 0.00 76 0.06 fffffe887df41740 sel_do_scan+1cf 0.00 27 0.03 fffffe887df41740 selclear+27 0.01 216 0.24 fffffe887df41540 0.00 99 0.12 fffffe887df41540 selnotify+3b 0.00 88 0.08 fffffe887df41540 sel_do_scan+1cf 0.00 28 0.04 fffffe887df41540 selclear+27 0.00 1 0.00 fffffe887df41540 sched_pstats+c0 0.01 207 0.23 fffffe887df41940 0.01 118 0.16 fffffe887df41940 selnotify+3b 0.00 67 0.05 fffffe887df41940 sel_do_scan+1cf 0.00 21 0.02 fffffe887df41940 selclear+27 0.00 1 0.00 fffffe887df41940 sleepq_timeout+16 0.01 148 0.21 fffffe887df41240 0.00 65 0.10 fffffe887df41240 selnotify+3b 0.00 67 0.10 fffffe887df41240 sel_do_scan+1cf 0.00 15 0.02 fffffe887df41240 selclear+27 0.00 1 0.00 fffffe887df41240 sched_pstats+c0 0.01 184 0.20 fffffe887555fb00 0.00 96 0.12 fffffe887555fb00 selnotify+3b 0.00 61 0.05 fffffe887555fb00 sel_do_scan+1cf 0.00 27 0.02 fffffe887555fb00 selclear+27 0.01 156 0.20 fffffe887555fa00 0.00 85 0.10 fffffe887555fa00 selnotify+3b 0.00 51 0.06 fffffe887555fa00 sel_do_scan+1cf 0.00 19 0.04 fffffe887555fa00 selclear+27 0.00 1 0.00 fffffe887555fa00 sysctl_doeproc+e2b 0.01 46 0.19 fffffe887df4ea00 turnstile_lookup+25 0.01 183 0.18 fffffe887df41440 0.00 86 0.10 fffffe887df41440 selnotify+3b 0.00 67 0.05 fffffe887df41440 sel_do_scan+1cf 0.00 28 0.02 fffffe887df41440 selclear+27 0.00 2 0.00 fffffe887df41440 sched_pstats+c0 0.01 193 0.17 fffffe887555ff00 0.00 103 0.11 fffffe887555ff00 selnotify+3b 0.00 64 0.05 fffffe887555ff00 sel_do_scan+1cf 0.00 26 0.02 fffffe887555ff00 selclear+27 0.01 177 0.16 fffffe887df41840 0.00 98 0.11 fffffe887df41840 selnotify+3b 0.00 58 0.04 fffffe887df41840 sel_do_scan+1cf 0.00 20 0.02 fffffe887df41840 selclear+27 0.00 1 0.00 fffffe887df41840 sched_pstats+c0 0.00 34 0.14 fffffe887df4e800 0.00 32 0.13 fffffe887df4e800 turnstile_lookup+25 0.00 1 0.01 fffffe887df4e800 turnstile_block+2cc 0.00 1 0.00 fffffe887df4e800 turnstile_block+3be 0.00 108 0.12 fffffe887df41b40 0.00 53 0.06 fffffe887df41b40 selnotify+3b 0.00 43 0.05 fffffe887df41b40 sel_do_scan+1cf 0.00 11 0.01 fffffe887df41b40 selclear+27 0.00 1 0.00 fffffe887df41b40 calcru+d3 0.00 42 0.07 fffffe887df3c380 0.00 35 0.05 fffffe887df3c380 cv_wait+9b 0.00 7 0.01 fffffe887df3c380 cv_wakeup_all+45 0.00 6 0.02 fffffe887df4eb00 turnstile_lookup+25 0.00 7 0.02 fffffe887df4e400 turnstile_lookup+25 0.00 10 0.02 fffffe887df3e180 cv_wakeup_all+45 0.00 11 0.01 fffffe887df3c300 0.00 10 0.01 fffffe887df3c300 cv_wakeup_all+45 0.00 1 0.00 fffffe887df3c300 sched_pstats+c0 0.00 10 0.01 fffffe887df3c9c0 cv_wakeup_all+45 0.00 45 0.01 timer_lock timer_tick+2e 0.00 9 0.01 fffffe887df3ea00 cv_wakeup_all+45 0.00 10 0.01 fffffe887df3e200 cv_wakeup_all+45 0.00 9 0.01 fffffe887df3c640 cv_wakeup_all+45 0.00 3 0.01 pv_hash_locks+780 0.00 2 0.01 pv_hash_locks+780 pmap_enter_ma+7d9 0.00 1 0.00 pv_hash_locks+780 pmap_remove_pv+b5 0.00 2 0.01 pv_hash_locks+7c0 pmap_enter_ma+7d9 0.00 5 0.01 fffffe887555fac0 0.00 1 0.00 fffffe887555fac0 idle_loop+cb 0.00 1 0.00 fffffe887555fac0 cv_timedwait_sig+ad 0.00 1 0.00 fffffe887555fac0 preempt+2a 0.00 1 0.00 fffffe887555fac0 sched_pstats+c0 0.00 1 0.00 fffffe887555fac0 cv_wait_sig+a6 0.00 6 0.01 fffffe887df41d40 0.00 1 0.00 fffffe887df41d40 calcru+d3 0.00 2 0.00 fffffe887df41d40 sched_pstats+c0 0.00 1 0.00 fffffe887df41d40 idle_loop+cb 0.00 1 0.00 fffffe887df41d40 cv_wait_sig+a6 0.00 1 0.00 fffffe887df41d40 sel_do_scan+48d 0.00 7 0.01 fffffe887555fcc0 0.00 1 0.00 fffffe887555fcc0 calcru+d3 0.00 1 0.00 fffffe887555fcc0 sched_pstats+c0 0.00 2 0.00 fffffe887555fcc0 preempt+2a 0.00 2 0.00 fffffe887555fcc0 cv_wait_sig+a6 0.00 1 0.00 fffffe887555fcc0 idle_loop+cb 0.00 6 0.01 fffffe887df3e040 cv_wakeup_all+45 0.00 4 0.01 fffffe887df41400 0.00 2 0.00 fffffe887df41400 sched_pstats+c0 0.00 1 0.00 fffffe887df41400 calcru+d3 0.00 1 0.00 fffffe887df41400 sys__lwp_unpark_all+1cd 0.00 5 0.01 fffffe887555f7c0 0.00 3 0.00 fffffe887555f7c0 sched_pstats+c0 0.00 2 0.00 fffffe887555f7c0 cv_wait_sig+a6 0.00 2 0.01 fffffe887df4ec00 turnstile_lookup+25 0.00 4 0.00 fffffe887df3e3c0 cv_wakeup_all+45 0.00 1 0.00 pv_hash_locks+80 pmap_enter_ma+7d9 0.00 4 0.00 fffffe887df41200 0.00 2 0.00 fffffe887df41200 preempt+2a 0.00 1 0.00 fffffe887df41200 sched_pstats+c0 0.00 1 0.00 fffffe887df41200 cv_wait_sig+a6 0.00 1 0.00 pv_hash_locks+700 pmap_enter_ma+7d9 0.00 2 0.00 fffffe887df41b00 sched_pstats+c0 0.00 1 0.00 fffffe887df41000 sched_pstats+c0 0.00 1 0.00 fffffe887df41700 sched_pstats+c0 0.00 2 0.00 fffffe887555f8c0 0.00 1 0.00 fffffe887555f8c0 sched_pstats+c0 0.00 1 0.00 fffffe887555f8c0 cv_wait_sig+a6 0.00 1 0.00 pv_hash_locks+40 pmap_enter_ma+7d9 0.00 2 0.00 fffffe887df41900 0.00 1 0.00 fffffe887df41900 calcru+d3 0.00 1 0.00 fffffe887df41900 sel_do_scan+48d 0.00 3 0.00 fffffe887df41800 0.00 1 0.00 fffffe887df41800 sched_pstats+c0 0.00 1 0.00 fffffe887df41800 preempt+2a 0.00 1 0.00 fffffe887df41800 cv_wait_sig+a6 0.00 2 0.00 fffffe887555f5c0 0.00 1 0.00 fffffe887555f5c0 cv_wait_sig+a6 0.00 1 0.00 fffffe887555f5c0 cv_timedwait_sig+ad 0.00 1 0.00 fffffe887555fdc0 sched_pstats+c0 0.00 2 0.00 fffffe887df41600 0.00 1 0.00 fffffe887df41600 sched_pstats+c0 0.00 1 0.00 fffffe887df41600 sel_do_scan+48d 0.00 1 0.00 fffffe887df41300 sched_pstats+c0 0.00 4 0.00 fffffe887555fec0 0.00 1 0.00 fffffe887555fec0 sel_do_scan+48d 0.00 2 0.00 fffffe887555fec0 sched_pstats+c0 0.00 1 0.00 fffffe887555fec0 cv_wait_sig+a6 0.00 1 0.00 fffffe887df3c980 cv_wakeup_one+47 0.00 2 0.00 fffffe846b473800 statclock+f9 0.00 2 0.00 fffffe887df41580 callout_halt+46 0.00 2 0.00 fffffe887555f740 0.00 1 0.00 fffffe887555f740 callout_halt+46 0.00 1 0.00 fffffe887555f740 callout_schedule+29 0.00 3 0.00 fffffe887df41100 0.00 2 0.00 fffffe887df41100 cv_wait_sig+a6 0.00 1 0.00 fffffe887df41100 cv_timedwait_sig+ad 0.00 1 0.00 fffffe887555ff40 callout_halt+46 0.00 2 0.00 fffffe887555fd40 callout_halt+46 0.00 1 0.00 fffffe887555f940 callout_schedule+29 0.00 1 0.00 fffffe887df41500 calcru+d3 0.00 1 0.00 fffffe887555f9c0 calcru+d3 0.00 2 0.00 fffffe887df41180 0.00 1 0.00 fffffe887df41180 callout_halt+46 0.00 1 0.00 fffffe887df41180 callout_schedule+29 0.00 1 0.00 fffffe887df41780 callout_schedule+29 0.00 1 0.00 fffffe887df3eac0 cv_wakeup_all+45 0.00 1 0.00 pv_hash_locks+200 pmap_enter_ma+7d9 0.00 1 0.00 fffffe887555f640 callout_schedule+29 0.00 1 0.00 fffffe887efadf80 callout_halt+46 0.00 1 0.00 fffffe887555fc40 callout_softclock+41 0.00 1 0.00 fffffe887df41480 callout_schedule+29 -- Kernel lock spin Total% Count Time/ms Lock Caller ------ ------- --------- ---------------------- ------------------------------ 100.00 38 1.82 kernel_lock 85.79 4 1.56 kernel_lock udp6_usrreq_wrapper+2d 9.06 17 0.16 kernel_lock VOP_POLL+40 2.80 7 0.05 kernel_lock sleepq_block+1cb 0.86 1 0.02 kernel_lock biodone2+73 0.76 2 0.01 kernel_lock callout_softclock+390 0.55 6 0.01 kernel_lock tcp_usrreq_wrapper+2d 0.18 1 0.00 kernel_lock intr_biglock_wrapper+16