$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--mradermacher--Qwen3.5-4B-i1-GGUF\snapshots\8501a8b9bf0a85a86e4abce7b17870bcfad5d128\Qwen3.5-4B.i1-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:22:26Z 0.01.902.760 I cmn init: llama threadpool init, n_threads = 8 0.01.958.731 I 0.01.958.765 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.01.970.660 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.087.202 I kl_divergence: 0.12 seconds per pass - ETA 0.18 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.0834 ± 1.0439 0.00532 ± 0.01387 0.02057 ± 0.00290 3.520 ± 0.321 % 92.941 ± 1.607 % 2 8.2064 ± 1.0590 0.01559 ± 0.01133 0.02232 ± 0.00196 3.758 ± 0.330 % 93.137 ± 1.121 % 3 6.9998 ± 0.7003 0.02099 ± 0.00995 0.02779 ± 0.00259 5.073 ± 0.622 % 91.765 ± 0.995 % 4 8.2032 ± 0.7459 0.01250 ± 0.00912 0.02849 ± 0.00205 4.887 ± 0.495 % 91.569 ± 0.870 % 5 9.9894 ± 0.8335 0.01488 ± 0.00794 0.02866 ± 0.00177 4.646 ± 0.420 % 91.216 ± 0.793 % 6 10.0750 ± 0.7538 0.01258 ± 0.00699 0.02643 ± 0.00148 4.390 ± 0.371 % 91.503 ± 0.713 % 7 10.1421 ± 0.6927 0.01624 ± 0.00631 0.02528 ± 0.00129 4.220 ± 0.332 % 91.933 ± 0.645 % 8 10.0616 ± 0.6383 0.01246 ± 0.00587 0.02714 ± 0.00144 4.527 ± 0.326 % 92.500 ± 0.583 % 9 10.3507 ± 0.6127 0.01073 ± 0.00546 0.02653 ± 0.00129 4.375 ± 0.301 % 92.680 ± 0.544 % 10 11.1440 ± 0.6329 0.01594 ± 0.00516 0.02729 ± 0.00175 4.250 ± 0.279 % 92.353 ± 0.526 % 11 11.1643 ± 0.6008 0.01660 ± 0.00500 0.02742 ± 0.00168 4.422 ± 0.290 % 92.371 ± 0.501 % 12 11.6210 ± 0.6070 0.01457 ± 0.00474 0.02723 ± 0.00155 4.364 ± 0.270 % 92.386 ± 0.480 % 13 12.4610 ± 0.6328 0.01546 ± 0.00456 0.02711 ± 0.00144 4.282 ± 0.255 % 92.157 ± 0.467 % 14 13.1376 ± 0.6480 0.01653 ± 0.00434 0.02676 ± 0.00134 4.212 ± 0.242 % 91.961 ± 0.455 % 15 13.5537 ± 0.6453 0.01583 ± 0.00418 0.02642 ± 0.00126 4.150 ± 0.230 % 92.026 ± 0.438 % 16 13.4877 ± 0.6198 0.01665 ± 0.00402 0.02594 ± 0.00118 4.090 ± 0.219 % 92.206 ± 0.420 % 17 13.4432 ± 0.5988 0.01588 ± 0.00389 0.02653 ± 0.00114 4.111 ± 0.208 % 92.018 ± 0.412 % 18 13.4958 ± 0.5833 0.01586 ± 0.00379 0.02675 ± 0.00109 4.166 ± 0.208 % 91.786 ± 0.405 % 19 12.2787 ± 0.5130 0.01818 ± 0.00376 0.02816 ± 0.00110 4.367 ± 0.197 % 91.930 ± 0.391 % 20 12.5214 ± 0.5106 0.01834 ± 0.00365 0.02798 ± 0.00106 4.367 ± 0.195 % 91.961 ± 0.381 % 21 11.7120 ± 0.4613 0.01781 ± 0.00352 0.02739 ± 0.00101 4.340 ± 0.188 % 92.026 ± 0.370 % 22 11.5706 ± 0.4448 0.01864 ± 0.00350 0.02828 ± 0.00100 4.375 ± 0.179 % 92.014 ± 0.362 % 23 11.7918 ± 0.4452 0.01709 ± 0.00341 0.02810 ± 0.00096 4.359 ± 0.175 % 92.072 ± 0.353 % 24 11.0463 ± 0.4054 0.01871 ± 0.00356 0.03103 ± 0.00194 4.727 ± 0.223 % 92.108 ± 0.345 % 25 10.7275 ± 0.3840 0.01823 ± 0.00345 0.03050 ± 0.00186 4.677 ± 0.216 % 92.063 ± 0.339 % 26 10.4123 ± 0.3634 0.01820 ± 0.00335 0.03019 ± 0.00180 4.657 ± 0.209 % 92.187 ± 0.330 % 27 10.5482 ± 0.3635 0.01751 ± 0.00329 0.02999 ± 0.00173 4.636 ± 0.204 % 92.084 ± 0.325 % 28 10.5310 ± 0.3562 0.01832 ± 0.00323 0.03000 ± 0.00168 4.687 ± 0.202 % 91.891 ± 0.323 % 29 10.6959 ± 0.3574 0.01731 ± 0.00318 0.03002 ± 0.00163 4.687 ± 0.197 % 91.832 ± 0.318 % 30 10.2225 ± 0.3355 0.02071 ± 0.00333 0.03114 ± 0.00161 5.030 ± 0.207 % 91.948 ± 0.311 % 31 10.1238 ± 0.3251 0.02018 ± 0.00326 0.03098 ± 0.00156 5.011 ± 0.202 % 91.904 ± 0.307 % 32 10.1940 ± 0.3241 0.01852 ± 0.00350 0.03610 ± 0.00251 5.315 ± 0.245 % 91.716 ± 0.305 % 33 10.1066 ± 0.3160 0.01798 ± 0.00343 0.03597 ± 0.00243 5.326 ± 0.239 % 91.753 ± 0.300 % 34 10.0771 ± 0.3094 0.01728 ± 0.00335 0.03555 ± 0.00236 5.272 ± 0.234 % 91.811 ± 0.294 % 35 9.7831 ± 0.2947 0.01755 ± 0.00327 0.03518 ± 0.00230 5.259 ± 0.228 % 91.798 ± 0.290 % 36 9.5035 ± 0.2811 0.01869 ± 0.00325 0.03552 ± 0.00224 5.360 ± 0.222 % 91.830 ± 0.286 % 37 9.1552 ± 0.2656 0.01882 ± 0.00318 0.03504 ± 0.00218 5.345 ± 0.218 % 91.955 ± 0.280 % 38 9.0559 ± 0.2585 0.01952 ± 0.00313 0.03485 ± 0.00212 5.386 ± 0.212 % 92.023 ± 0.275 % 39 9.0611 ± 0.2551 0.01983 ± 0.00316 0.03531 ± 0.00210 5.456 ± 0.217 % 92.036 ± 0.271 % 40 8.9063 ± 0.2463 0.01987 ± 0.00312 0.03525 ± 0.00205 5.451 ± 0.212 % 92.000 ± 0.269 % 41 8.8882 ± 0.2422 0.02027 ± 0.00308 0.03519 ± 0.00200 5.442 ± 0.208 % 92.023 ± 0.265 % 42 8.7355 ± 0.2345 0.01972 ± 0.00302 0.03487 ± 0.00196 5.424 ± 0.205 % 92.138 ± 0.260 % 43 8.6318 ± 0.2296 0.01985 ± 0.00297 0.03459 ± 0.00191 5.401 ± 0.201 % 92.175 ± 0.256 % 44 8.5408 ± 0.2239 0.02009 ± 0.00292 0.03439 ± 0.00187 5.377 ± 0.197 % 92.157 ± 0.254 % 45 8.4206 ± 0.2182 0.01978 ± 0.00288 0.03410 ± 0.00184 5.379 ± 0.197 % 92.235 ± 0.250 % 46 8.5035 ± 0.2181 0.02109 ± 0.00285 0.03404 ± 0.00180 5.361 ± 0.193 % 92.251 ± 0.247 % 47 8.4852 ± 0.2149 0.02193 ± 0.00284 0.03439 ± 0.00178 5.391 ± 0.191 % 92.157 ± 0.246 % 48 8.3473 ± 0.2082 0.02205 ± 0.00279 0.03415 ± 0.00175 5.369 ± 0.188 % 92.190 ± 0.243 % 49 8.3896 ± 0.2083 0.02332 ± 0.00288 0.03410 ± 0.00171 5.348 ± 0.185 % 92.101 ± 0.241 % 50 8.3891 ± 0.2059 0.02283 ± 0.00284 0.03397 ± 0.00168 5.338 ± 0.182 % 92.102 ± 0.239 % 51 8.3228 ± 0.2015 0.02127 ± 0.00283 0.03510 ± 0.00177 5.317 ± 0.179 % 92.080 ± 0.237 % 52 8.4181 ± 0.2023 0.02038 ± 0.00285 0.03512 ± 0.00174 5.308 ± 0.176 % 92.051 ± 0.235 % 53 8.4550 ± 0.2009 0.02080 ± 0.00281 0.03505 ± 0.00171 5.297 ± 0.174 % 92.046 ± 0.233 % 54 8.4860 ± 0.2000 0.02126 ± 0.00278 0.03504 ± 0.00168 5.301 ± 0.171 % 92.012 ± 0.231 % 55 8.5516 ± 0.2004 0.02105 ± 0.00276 0.03489 ± 0.00165 5.290 ± 0.168 % 92.029 ± 0.229 % 56 8.5565 ± 0.1983 0.02146 ± 0.00273 0.03482 ± 0.00162 5.271 ± 0.166 % 92.052 ± 0.226 % 57 8.6833 ± 0.2000 0.02131 ± 0.00270 0.03469 ± 0.00160 5.243 ± 0.164 % 92.033 ± 0.225 % 58 8.6737 ± 0.1979 0.02157 ± 0.00267 0.03448 ± 0.00157 5.231 ± 0.162 % 92.028 ± 0.223 % 59 8.6469 ± 0.1955 0.02130 ± 0.00265 0.03455 ± 0.00155 5.240 ± 0.160 % 92.004 ± 0.221 % 60 8.5870 ± 0.1931 0.02131 ± 0.00268 0.03438 ± 0.00152 5.232 ± 0.157 % 92.039 ± 0.219 % 61 8.6361 ± 0.1931 0.02078 ± 0.00266 0.03425 ± 0.00150 5.209 ± 0.156 % 92.015 ± 0.217 % 62 8.6030 ± 0.1903 0.02027 ± 0.00262 0.03402 ± 0.00148 5.191 ± 0.154 % 91.973 ± 0.216 % 63 8.6172 ± 0.1891 0.02004 ± 0.00260 0.03391 ± 0.00146 5.185 ± 0.152 % 91.958 ± 0.215 % 64 8.6625 ± 0.1885 0.01999 ± 0.00257 0.03374 ± 0.00143 5.160 ± 0.150 % 91.967 ± 0.213 % 65 8.4965 ± 0.1828 0.02008 ± 0.00257 0.03413 ± 0.00142 5.264 ± 0.150 % 92.000 ± 0.211 % 66 8.5405 ± 0.1826 0.02038 ± 0.00254 0.03399 ± 0.00140 5.249 ± 0.148 % 91.967 ± 0.210 % 67 8.5350 ± 0.1807 0.02038 ± 0.00251 0.03384 ± 0.00138 5.231 ± 0.146 % 91.952 ± 0.208 % 68 8.5443 ± 0.1794 0.02075 ± 0.00248 0.03375 ± 0.00136 5.221 ± 0.145 % 91.961 ± 0.206 % 69 8.5848 ± 0.1791 0.02105 ± 0.00246 0.03363 ± 0.00134 5.217 ± 0.143 % 91.958 ± 0.205 % 70 8.5349 ± 0.1766 0.02103 ± 0.00244 0.03373 ± 0.00133 5.276 ± 0.144 % 91.944 ± 0.204 % 71 8.4453 ± 0.1736 0.02073 ± 0.00242 0.03351 ± 0.00131 5.256 ± 0.143 % 91.997 ± 0.202 % 72 8.5723 ± 0.1755 0.02139 ± 0.00240 0.03341 ± 0.00129 5.239 ± 0.142 % 92.004 ± 0.200 % 73 8.5840 ± 0.1745 0.02104 ± 0.00238 0.03334 ± 0.00127 5.221 ± 0.140 % 92.012 ± 0.199 % 74 8.6251 ± 0.1742 0.02101 ± 0.00236 0.03319 ± 0.00126 5.198 ± 0.139 % 92.040 ± 0.197 % 75 8.5726 ± 0.1718 0.02124 ± 0.00234 0.03334 ± 0.00125 5.199 ± 0.137 % 92.068 ± 0.195 % 76 8.5474 ± 0.1702 0.02183 ± 0.00237 0.03342 ± 0.00124 5.208 ± 0.136 % 92.038 ± 0.194 % 77 8.4991 ± 0.1676 0.02175 ± 0.00237 0.03388 ± 0.00132 5.204 ± 0.134 % 91.999 ± 0.194 % 78 8.5259 ± 0.1672 0.02178 ± 0.00235 0.03369 ± 0.00131 5.183 ± 0.133 % 92.021 ± 0.192 % 79 8.4921 ± 0.1653 0.02151 ± 0.00232 0.03355 ± 0.00129 5.175 ± 0.132 % 92.072 ± 0.190 % 80 8.4869 ± 0.1642 0.02134 ± 0.00231 0.03396 ± 0.00128 5.170 ± 0.130 % 92.059 ± 0.189 % 81 8.5538 ± 0.1648 0.02174 ± 0.00230 0.03388 ± 0.00127 5.150 ± 0.129 % 92.036 ± 0.188 % 82 8.5465 ± 0.1636 0.02154 ± 0.00230 0.03434 ± 0.00133 5.137 ± 0.128 % 92.047 ± 0.187 % 83 8.6377 ± 0.1644 0.02150 ± 0.00228 0.03420 ± 0.00131 5.116 ± 0.127 % 92.058 ± 0.186 % 84 8.6537 ± 0.1637 0.02173 ± 0.00226 0.03411 ± 0.00130 5.101 ± 0.126 % 92.092 ± 0.184 % 85 8.5777 ± 0.1610 0.02203 ± 0.00225 0.03429 ± 0.00129 5.155 ± 0.127 % 92.065 ± 0.184 % 86 8.6781 ± 0.1622 0.02201 ± 0.00223 0.03416 ± 0.00127 5.136 ± 0.126 % 92.038 ± 0.183 % 87 8.6442 ± 0.1603 0.02140 ± 0.00222 0.03410 ± 0.00126 5.127 ± 0.125 % 91.990 ± 0.182 % 88 8.6620 ± 0.1597 0.02129 ± 0.00221 0.03396 ± 0.00124 5.116 ± 0.124 % 91.988 ± 0.181 % 89 8.6563 ± 0.1585 0.02124 ± 0.00219 0.03381 ± 0.00123 5.108 ± 0.123 % 91.989 ± 0.180 % 90 8.6485 ± 0.1574 0.02119 ± 0.00217 0.03384 ± 0.00122 5.108 ± 0.121 % 91.978 ± 0.179 % 91 8.7564 ± 0.1592 0.02146 ± 0.00216 0.03400 ± 0.00121 5.093 ± 0.120 % 91.950 ± 0.179 % 92 8.7504 ± 0.1581 0.02144 ± 0.00216 0.03408 ± 0.00120 5.088 ± 0.119 % 91.944 ± 0.178 % 93 8.8057 ± 0.1584 0.02147 ± 0.00215 0.03394 ± 0.00118 5.071 ± 0.119 % 91.929 ± 0.177 % 94 8.8390 ± 0.1581 0.02121 ± 0.00213 0.03386 ± 0.00117 5.054 ± 0.118 % 91.919 ± 0.176 % 95 8.8538 ± 0.1576 0.02102 ± 0.00212 0.03380 ± 0.00116 5.053 ± 0.117 % 91.926 ± 0.175 % 96 8.8729 ± 0.1574 0.02157 ± 0.00216 0.03396 ± 0.00115 5.077 ± 0.116 % 91.900 ± 0.174 % 97 8.8966 ± 0.1568 0.02151 ± 0.00215 0.03399 ± 0.00114 5.066 ± 0.115 % 91.898 ± 0.173 % 98 8.9746 ± 0.1576 0.02082 ± 0.00214 0.03399 ± 0.00113 5.054 ± 0.115 % 91.893 ± 0.173 % 99 9.0030 ± 0.1572 0.02081 ± 0.00212 0.03386 ± 0.00112 5.039 ± 0.114 % 91.899 ± 0.172 % 100 9.0507 ± 0.1574 0.02090 ± 0.00211 0.03388 ± 0.00111 5.030 ± 0.113 % 91.847 ± 0.171 % ====== Perplexity statistics ====== Mean PPL(Q) : 9.050659 ± 0.157398 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.26% Mean ln(PPL(Q)/PPL(base)) : 0.020898 ± 0.002109 Mean PPL(Q)/PPL(base) : 1.021118 ± 0.002153 Mean PPL(Q)-PPL(base) : 0.187179 ± 0.019331 ====== KL divergence statistics ====== Mean KLD: 0.033885 ± 0.001110 Maximum KLD: 12.264156 99.9% KLD: 1.498344 99.0% KLD: 0.313766 95.0% KLD: 0.094478 90.0% KLD: 0.059982 Median KLD: 0.014821 10.0% KLD: 0.000838 5.0% KLD: 0.000265 1.0% KLD: 0.000029 0.1% KLD: 0.000002 Minimum KLD: -0.000002 ====== Token probability statistics ====== Mean Δp: -0.473 ± 0.031 % Maximum Δp: 92.538% 99.9% Δp: 32.095% 99.0% Δp: 12.193% 95.0% Δp: 5.332% 90.0% Δp: 2.939% 75.0% Δp: 0.484% Median Δp: -0.016% 25.0% Δp: -1.207% 10.0% Δp: -4.380% 5.0% Δp: -7.170% 1.0% Δp: -16.212% 0.1% Δp: -46.307% Minimum Δp: -96.707% RMS Δp : 5.030 ± 0.113 % Same top p: 91.847 ± 0.171 % # exit 0 after 19s