$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-9B-GGUF\snapshots\3885219b6810b007914f3a7950a8d1b469d598a5\Qwen3.5-9B-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T05:36:30Z 0.02.788.499 I cmn init: llama threadpool init, n_threads = 8 0.02.856.853 I 0.02.856.889 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.868.999 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.051.103 I kl_divergence: 0.18 seconds per pass - ETA 0.30 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.3051 ± 0.8593 0.03923 ± 0.01300 0.01605 ± 0.00240 3.531 ± 0.533 % 95.686 ± 1.275 % 2 7.1255 ± 0.8629 0.02490 ± 0.01031 0.01981 ± 0.00177 3.891 ± 0.407 % 94.118 ± 1.043 % 3 5.1393 ± 0.4787 0.03112 ± 0.00992 0.03753 ± 0.00377 7.583 ± 0.695 % 93.725 ± 0.877 % 4 6.1720 ± 0.5285 0.04221 ± 0.00911 0.03709 ± 0.00296 6.990 ± 0.571 % 92.647 ± 0.818 % 5 7.5192 ± 0.5870 0.03887 ± 0.00802 0.03554 ± 0.00271 6.436 ± 0.499 % 93.020 ± 0.714 % 6 7.8316 ± 0.5546 0.03500 ± 0.00709 0.03301 ± 0.00229 6.004 ± 0.447 % 92.810 ± 0.661 % 7 7.8297 ± 0.5031 0.02886 ± 0.00640 0.03094 ± 0.00198 5.716 ± 0.404 % 93.165 ± 0.597 % 8 8.0476 ± 0.4844 0.02208 ± 0.00646 0.03687 ± 0.00273 5.870 ± 0.380 % 92.451 ± 0.585 % 9 8.3611 ± 0.4716 0.02195 ± 0.00593 0.03559 ± 0.00243 5.677 ± 0.352 % 92.331 ± 0.556 % 10 8.9482 ± 0.4835 0.02284 ± 0.00560 0.03472 ± 0.00220 5.501 ± 0.328 % 92.314 ± 0.528 % 11 9.0241 ± 0.4630 0.02426 ± 0.00538 0.03479 ± 0.00208 5.572 ± 0.338 % 92.335 ± 0.502 % 12 9.4225 ± 0.4704 0.02379 ± 0.00511 0.03355 ± 0.00192 5.387 ± 0.322 % 92.288 ± 0.482 % 13 10.1026 ± 0.4902 0.02338 ± 0.00493 0.03287 ± 0.00179 5.229 ± 0.306 % 92.187 ± 0.466 % 14 10.6348 ± 0.5010 0.02517 ± 0.00475 0.03246 ± 0.00167 5.099 ± 0.293 % 92.185 ± 0.449 % 15 11.0648 ± 0.5052 0.02262 ± 0.00456 0.03176 ± 0.00156 4.983 ± 0.280 % 92.314 ± 0.431 % 16 11.0548 ± 0.4876 0.02352 ± 0.00438 0.03099 ± 0.00147 4.908 ± 0.267 % 92.426 ± 0.414 % 17 10.9844 ± 0.4697 0.02186 ± 0.00423 0.03110 ± 0.00140 5.007 ± 0.259 % 92.457 ± 0.401 % 18 11.0515 ± 0.4589 0.02177 ± 0.00411 0.03102 ± 0.00134 5.015 ± 0.251 % 92.418 ± 0.391 % 19 9.8945 ± 0.3964 0.02576 ± 0.00446 0.03600 ± 0.00204 6.115 ± 0.340 % 92.425 ± 0.380 % 20 10.1046 ± 0.3959 0.02523 ± 0.00428 0.03533 ± 0.00194 6.015 ± 0.328 % 92.373 ± 0.372 % 21 9.5058 ± 0.3593 0.02463 ± 0.00411 0.03414 ± 0.00185 5.906 ± 0.318 % 92.549 ± 0.359 % 22 9.3316 ± 0.3438 0.02398 ± 0.00400 0.03443 ± 0.00179 5.976 ± 0.315 % 92.620 ± 0.349 % 23 9.4558 ± 0.3416 0.02360 ± 0.00388 0.03411 ± 0.00173 5.907 ± 0.305 % 92.583 ± 0.342 % 24 8.7778 ± 0.3076 0.02652 ± 0.00393 0.03613 ± 0.00175 6.357 ± 0.293 % 92.631 ± 0.334 % 25 8.5414 ± 0.2912 0.02626 ± 0.00380 0.03548 ± 0.00169 6.272 ± 0.285 % 92.596 ± 0.328 % 26 8.3634 ± 0.2783 0.02540 ± 0.00368 0.03483 ± 0.00163 6.194 ± 0.277 % 92.624 ± 0.321 % 27 8.4650 ± 0.2781 0.02335 ± 0.00368 0.03508 ± 0.00160 6.140 ± 0.270 % 92.781 ± 0.312 % 28 8.4320 ± 0.2715 0.02348 ± 0.00363 0.03698 ± 0.00186 6.143 ± 0.263 % 92.731 ± 0.307 % 29 8.5710 ± 0.2723 0.02264 ± 0.00357 0.03728 ± 0.00186 6.066 ± 0.257 % 92.711 ± 0.302 % 30 8.1836 ± 0.2559 0.02525 ± 0.00379 0.03733 ± 0.00188 6.149 ± 0.256 % 92.863 ± 0.294 % 31 8.1120 ± 0.2479 0.02517 ± 0.00371 0.03708 ± 0.00182 6.132 ± 0.250 % 92.903 ± 0.289 % 32 8.1160 ± 0.2450 0.01967 ± 0.00477 0.04581 ± 0.00356 6.567 ± 0.286 % 92.757 ± 0.287 % 33 8.0488 ± 0.2382 0.01940 ± 0.00467 0.04558 ± 0.00346 6.536 ± 0.280 % 92.739 ± 0.283 % 34 8.0444 ± 0.2339 0.01981 ± 0.00456 0.04499 ± 0.00336 6.482 ± 0.274 % 92.653 ± 0.280 % 35 7.8301 ± 0.2233 0.01989 ± 0.00445 0.04462 ± 0.00326 6.461 ± 0.268 % 92.672 ± 0.276 % 36 7.6136 ± 0.2132 0.02037 ± 0.00438 0.04472 ± 0.00318 6.543 ± 0.263 % 92.712 ± 0.271 % 37 7.3051 ± 0.2004 0.02154 ± 0.00431 0.04530 ± 0.00311 6.742 ± 0.259 % 92.750 ± 0.267 % 38 7.2313 ± 0.1951 0.02152 ± 0.00423 0.04501 ± 0.00304 6.699 ± 0.254 % 92.776 ± 0.263 % 39 7.2176 ± 0.1920 0.02037 ± 0.00419 0.04593 ± 0.00330 6.721 ± 0.258 % 92.750 ± 0.260 % 40 7.0986 ± 0.1854 0.02011 ± 0.00412 0.04572 ± 0.00322 6.715 ± 0.252 % 92.745 ± 0.257 % 41 7.0850 ± 0.1823 0.01985 ± 0.00404 0.04519 ± 0.00315 6.666 ± 0.248 % 92.721 ± 0.254 % 42 6.9727 ± 0.1767 0.01976 ± 0.00396 0.04468 ± 0.00307 6.630 ± 0.244 % 92.773 ± 0.250 % 43 6.8825 ± 0.1727 0.01930 ± 0.00391 0.04432 ± 0.00300 6.595 ± 0.240 % 92.832 ± 0.246 % 44 6.8190 ± 0.1685 0.01800 ± 0.00384 0.04431 ± 0.00297 6.627 ± 0.241 % 92.852 ± 0.243 % 45 6.7490 ± 0.1649 0.01738 ± 0.00376 0.04361 ± 0.00291 6.568 ± 0.237 % 92.915 ± 0.240 % 46 6.8005 ± 0.1642 0.01760 ± 0.00371 0.04333 ± 0.00285 6.525 ± 0.234 % 92.882 ± 0.237 % 47 6.7935 ± 0.1621 0.01733 ± 0.00365 0.04297 ± 0.00279 6.505 ± 0.230 % 92.933 ± 0.234 % 48 6.6857 ± 0.1570 0.01674 ± 0.00360 0.04363 ± 0.00278 6.606 ± 0.233 % 92.925 ± 0.232 % 49 6.7067 ± 0.1565 0.01717 ± 0.00357 0.04345 ± 0.00272 6.584 ± 0.229 % 92.925 ± 0.229 % 50 6.7125 ± 0.1549 0.01756 ± 0.00351 0.04307 ± 0.00267 6.557 ± 0.226 % 92.918 ± 0.227 % 51 6.6812 ± 0.1524 0.01685 ± 0.00356 0.04401 ± 0.00271 6.543 ± 0.223 % 92.880 ± 0.226 % 52 6.7495 ± 0.1529 0.01759 ± 0.00351 0.04374 ± 0.00266 6.503 ± 0.220 % 92.873 ± 0.223 % 53 6.7847 ± 0.1521 0.01751 ± 0.00346 0.04342 ± 0.00261 6.459 ± 0.218 % 92.793 ± 0.222 % 54 6.8193 ± 0.1516 0.01716 ± 0.00341 0.04307 ± 0.00256 6.417 ± 0.215 % 92.803 ± 0.220 % 55 6.8752 ± 0.1519 0.01838 ± 0.00338 0.04314 ± 0.00252 6.404 ± 0.212 % 92.684 ± 0.220 % 56 6.8922 ± 0.1507 0.01863 ± 0.00333 0.04299 ± 0.00248 6.365 ± 0.209 % 92.661 ± 0.218 % 57 7.0151 ± 0.1526 0.01931 ± 0.00329 0.04288 ± 0.00244 6.335 ± 0.207 % 92.652 ± 0.216 % 58 7.0066 ± 0.1509 0.01942 ± 0.00325 0.04407 ± 0.00266 6.354 ± 0.208 % 92.684 ± 0.214 % 59 6.9995 ± 0.1495 0.01842 ± 0.00321 0.04403 ± 0.00262 6.338 ± 0.205 % 92.675 ± 0.212 % 60 6.9568 ± 0.1479 0.01967 ± 0.00325 0.04404 ± 0.00258 6.333 ± 0.203 % 92.654 ± 0.211 % 61 7.0115 ± 0.1483 0.01974 ± 0.00321 0.04384 ± 0.00254 6.322 ± 0.200 % 92.684 ± 0.209 % 62 6.9933 ± 0.1464 0.01960 ± 0.00317 0.04350 ± 0.00250 6.295 ± 0.198 % 92.650 ± 0.208 % 63 7.0028 ± 0.1454 0.01938 ± 0.00313 0.04317 ± 0.00246 6.267 ± 0.196 % 92.667 ± 0.206 % 64 7.0412 ± 0.1449 0.01875 ± 0.00308 0.04280 ± 0.00242 6.234 ± 0.194 % 92.684 ± 0.204 % 65 6.9012 ± 0.1406 0.01829 ± 0.00305 0.04490 ± 0.00272 6.282 ± 0.194 % 92.748 ± 0.201 % 66 6.9343 ± 0.1403 0.01892 ± 0.00302 0.04469 ± 0.00268 6.258 ± 0.192 % 92.698 ± 0.201 % 67 6.9449 ± 0.1392 0.01880 ± 0.00298 0.04451 ± 0.00265 6.225 ± 0.190 % 92.713 ± 0.199 % 68 6.9511 ± 0.1381 0.01860 ± 0.00295 0.04425 ± 0.00261 6.203 ± 0.188 % 92.728 ± 0.197 % 69 6.9954 ± 0.1382 0.01810 ± 0.00292 0.04405 ± 0.00257 6.204 ± 0.188 % 92.731 ± 0.196 % 70 6.9505 ± 0.1363 0.01843 ± 0.00289 0.04405 ± 0.00254 6.231 ± 0.186 % 92.756 ± 0.194 % 71 6.8688 ± 0.1337 0.01858 ± 0.00286 0.04388 ± 0.00251 6.224 ± 0.184 % 92.809 ± 0.192 % 72 6.9627 ± 0.1350 0.01849 ± 0.00283 0.04358 ± 0.00247 6.197 ± 0.182 % 92.810 ± 0.191 % 73 6.9763 ± 0.1344 0.01786 ± 0.00280 0.04325 ± 0.00244 6.173 ± 0.180 % 92.802 ± 0.189 % 74 7.0123 ± 0.1341 0.01745 ± 0.00277 0.04291 ± 0.00241 6.141 ± 0.179 % 92.819 ± 0.188 % 75 6.9562 ± 0.1319 0.01722 ± 0.00276 0.04306 ± 0.00239 6.195 ± 0.180 % 92.816 ± 0.187 % 76 6.9298 ± 0.1306 0.01909 ± 0.00280 0.04391 ± 0.00237 6.297 ± 0.179 % 92.766 ± 0.186 % 77 6.8981 ± 0.1289 0.01917 ± 0.00278 0.04414 ± 0.00237 6.278 ± 0.177 % 92.753 ± 0.185 % 78 6.9319 ± 0.1288 0.01939 ± 0.00278 0.04430 ± 0.00235 6.285 ± 0.176 % 92.765 ± 0.184 % 79 6.9090 ± 0.1274 0.01905 ± 0.00275 0.04405 ± 0.00232 6.275 ± 0.175 % 92.787 ± 0.182 % 80 6.8804 ± 0.1260 0.01874 ± 0.00277 0.04519 ± 0.00231 6.365 ± 0.174 % 92.706 ± 0.182 % 81 6.9350 ± 0.1264 0.01860 ± 0.00275 0.04497 ± 0.00228 6.344 ± 0.172 % 92.694 ± 0.181 % 82 6.9403 ± 0.1259 0.01857 ± 0.00273 0.04602 ± 0.00246 6.321 ± 0.171 % 92.673 ± 0.180 % 83 7.0117 ± 0.1265 0.01809 ± 0.00271 0.04582 ± 0.00243 6.290 ± 0.170 % 92.667 ± 0.179 % 84 7.0201 ± 0.1259 0.01806 ± 0.00268 0.04557 ± 0.00240 6.274 ± 0.168 % 92.647 ± 0.178 % 85 6.9630 ± 0.1239 0.01888 ± 0.00266 0.04595 ± 0.00238 6.305 ± 0.166 % 92.627 ± 0.178 % 86 7.0420 ± 0.1248 0.01845 ± 0.00264 0.04580 ± 0.00235 6.281 ± 0.165 % 92.649 ± 0.176 % 87 7.0256 ± 0.1235 0.01843 ± 0.00263 0.04569 ± 0.00233 6.265 ± 0.163 % 92.657 ± 0.175 % 88 7.0421 ± 0.1231 0.01858 ± 0.00261 0.04545 ± 0.00230 6.244 ± 0.162 % 92.620 ± 0.175 % 89 7.0496 ± 0.1225 0.01875 ± 0.00258 0.04517 ± 0.00228 6.225 ± 0.161 % 92.628 ± 0.173 % 90 7.0429 ± 0.1217 0.01850 ± 0.00257 0.04520 ± 0.00225 6.227 ± 0.159 % 92.623 ± 0.173 % 91 7.1192 ± 0.1228 0.01866 ± 0.00255 0.04525 ± 0.00223 6.215 ± 0.158 % 92.605 ± 0.172 % 92 7.1159 ± 0.1220 0.01836 ± 0.00260 0.04573 ± 0.00224 6.198 ± 0.157 % 92.583 ± 0.171 % 93 7.1623 ± 0.1223 0.01865 ± 0.00258 0.04556 ± 0.00222 6.183 ± 0.156 % 92.608 ± 0.170 % 94 7.1888 ± 0.1220 0.01833 ± 0.00256 0.04538 ± 0.00219 6.165 ± 0.154 % 92.570 ± 0.169 % 95 7.2105 ± 0.1219 0.01876 ± 0.00255 0.04528 ± 0.00217 6.158 ± 0.153 % 92.570 ± 0.169 % 96 7.2045 ± 0.1214 0.02032 ± 0.00261 0.04589 ± 0.00216 6.270 ± 0.154 % 92.525 ± 0.168 % 97 7.2353 ± 0.1212 0.01976 ± 0.00260 0.04602 ± 0.00214 6.252 ± 0.153 % 92.521 ± 0.167 % 98 7.3033 ± 0.1220 0.01926 ± 0.00259 0.04611 ± 0.00213 6.237 ± 0.152 % 92.493 ± 0.167 % 99 7.3246 ± 0.1216 0.01916 ± 0.00257 0.04582 ± 0.00210 6.211 ± 0.151 % 92.494 ± 0.166 % 100 7.3645 ± 0.1218 0.01847 ± 0.00256 0.04621 ± 0.00210 6.225 ± 0.150 % 92.443 ± 0.166 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.364546 ± 0.121821 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 98.79% Mean ln(PPL(Q)/PPL(base)) : 0.018470 ± 0.002563 Mean PPL(Q)/PPL(base) : 1.018642 ± 0.002611 Mean PPL(Q)-PPL(base) : 0.134776 ± 0.018903 ====== KL divergence statistics ====== Mean KLD: 0.046212 ± 0.002097 Maximum KLD: 20.196701 99.9% KLD: 3.838714 99.0% KLD: 0.475209 95.0% KLD: 0.122893 90.0% KLD: 0.067658 Median KLD: 0.013264 10.0% KLD: 0.000518 5.0% KLD: 0.000156 1.0% KLD: 0.000014 0.1% KLD: 0.000001 Minimum KLD: -0.000004 ====== Token probability statistics ====== Mean Δp: -0.582 ± 0.039 % Maximum Δp: 99.965% 99.9% Δp: 50.973% 99.0% Δp: 13.603% 95.0% Δp: 5.337% 90.0% Δp: 2.871% 75.0% Δp: 0.445% Median Δp: -0.020% 25.0% Δp: -1.191% 10.0% Δp: -4.543% 5.0% Δp: -7.760% 1.0% Δp: -20.659% 0.1% Δp: -61.749% Minimum Δp: -97.326% RMS Δp : 6.225 ± 0.150 % Same top p: 92.443 ± 0.166 % # exit 0 after 25s