$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-IQ4_XS.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:05:56Z 0.02.040.489 I cmn init: llama threadpool init, n_threads = 8 0.02.090.623 I 0.02.090.659 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.095.690 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.233.938 I kl_divergence: 0.14 seconds per pass - ETA 0.22 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 16.6105 ± 4.1215 0.04700 ± 0.07119 0.26364 ± 0.07471 14.952 ± 2.257 % 87.451 ± 2.079 % 2 19.5666 ± 3.4799 0.06845 ± 0.04633 0.18456 ± 0.03883 11.692 ± 1.493 % 87.255 ± 1.478 % 3 12.2715 ± 1.6363 0.06458 ± 0.03340 0.16426 ± 0.02666 12.416 ± 1.129 % 87.320 ± 1.204 % 4 12.7511 ± 1.4385 0.04429 ± 0.02682 0.14949 ± 0.02021 11.610 ± 0.921 % 86.863 ± 1.058 % 5 15.0340 ± 1.5337 0.03287 ± 0.02216 0.13095 ± 0.01634 10.597 ± 0.810 % 87.686 ± 0.921 % 6 16.5152 ± 1.5682 0.00579 ± 0.02117 0.13798 ± 0.01409 10.884 ± 0.729 % 87.190 ± 0.855 % 7 16.3779 ± 1.4182 0.00354 ± 0.01860 0.12509 ± 0.01212 10.210 ± 0.668 % 87.451 ± 0.784 % 8 16.6200 ± 1.3263 -0.00198 ± 0.01666 0.11639 ± 0.01069 9.782 ± 0.613 % 87.794 ± 0.725 % 9 16.7384 ± 1.2368 0.00437 ± 0.01511 0.10875 ± 0.00954 9.413 ± 0.570 % 88.410 ± 0.668 % 10 18.2349 ± 1.2882 -0.01487 ± 0.01413 0.10686 ± 0.00882 9.042 ± 0.535 % 88.078 ± 0.642 % 11 18.9588 ± 1.2804 -0.00305 ± 0.01381 0.11266 ± 0.00939 8.881 ± 0.499 % 87.879 ± 0.616 % 12 19.9977 ± 1.3125 -0.00973 ± 0.01341 0.11373 ± 0.00921 8.657 ± 0.471 % 87.810 ± 0.592 % 13 21.0609 ± 1.3309 -0.00234 ± 0.01282 0.11405 ± 0.00913 8.492 ± 0.453 % 87.783 ± 0.569 % 14 22.0326 ± 1.3381 -0.00050 ± 0.01202 0.10926 ± 0.00850 8.245 ± 0.433 % 87.787 ± 0.548 % 15 22.5759 ± 1.3207 -0.00212 ± 0.01136 0.10529 ± 0.00795 8.113 ± 0.415 % 87.739 ± 0.530 % 16 22.8127 ± 1.3021 -0.00281 ± 0.01086 0.10175 ± 0.00746 7.974 ± 0.397 % 88.015 ± 0.509 % 17 22.7182 ± 1.2583 -0.00507 ± 0.01051 0.10386 ± 0.00847 7.855 ± 0.381 % 88.074 ± 0.492 % 18 22.7159 ± 1.2198 -0.00100 ± 0.01009 0.10122 ± 0.00801 7.821 ± 0.366 % 88.148 ± 0.477 % 19 20.5378 ± 1.0660 -0.00024 ± 0.00970 0.09964 ± 0.00762 7.841 ± 0.353 % 88.318 ± 0.462 % 20 21.1212 ± 1.0715 -0.00299 ± 0.00954 0.09968 ± 0.00736 7.763 ± 0.341 % 88.157 ± 0.453 % 21 19.4002 ± 0.9514 -0.00234 ± 0.00913 0.09602 ± 0.00701 7.671 ± 0.329 % 88.459 ± 0.437 % 22 19.1476 ± 0.9163 -0.00080 ± 0.00899 0.09744 ± 0.00682 7.716 ± 0.322 % 88.378 ± 0.428 % 23 19.4922 ± 0.9146 0.00139 ± 0.00877 0.09729 ± 0.00660 7.793 ± 0.326 % 88.372 ± 0.419 % 24 18.0885 ± 0.8247 0.00272 ± 0.00849 0.09544 ± 0.00634 7.774 ± 0.317 % 88.660 ± 0.405 % 25 17.5729 ± 0.7812 0.00492 ± 0.00827 0.09537 ± 0.00611 7.880 ± 0.308 % 88.627 ± 0.398 % 26 16.7242 ± 0.7247 0.00515 ± 0.00798 0.09269 ± 0.00588 7.801 ± 0.300 % 88.839 ± 0.387 % 27 17.0891 ± 0.7316 0.00659 ± 0.00782 0.09329 ± 0.00580 7.713 ± 0.292 % 88.816 ± 0.380 % 28 17.0302 ± 0.7169 0.00471 ± 0.00767 0.09305 ± 0.00561 7.720 ± 0.284 % 88.796 ± 0.373 % 29 17.2762 ± 0.7153 0.00372 ± 0.00750 0.09250 ± 0.00543 7.730 ± 0.278 % 88.695 ± 0.368 % 30 16.9543 ± 0.6890 0.00427 ± 0.00739 0.09078 ± 0.00526 7.640 ± 0.272 % 88.784 ± 0.361 % 31 16.7144 ± 0.6651 0.00099 ± 0.00726 0.09173 ± 0.00524 7.638 ± 0.270 % 88.741 ± 0.356 % 32 16.3917 ± 0.6401 -0.00058 ± 0.00717 0.09199 ± 0.00529 7.608 ± 0.264 % 88.860 ± 0.348 % 33 16.4049 ± 0.6299 -0.00090 ± 0.00713 0.09272 ± 0.00521 7.630 ± 0.260 % 88.806 ± 0.344 % 34 16.1052 ± 0.6077 -0.00041 ± 0.00701 0.09255 ± 0.00507 7.670 ± 0.254 % 88.720 ± 0.340 % 35 15.7331 ± 0.5859 -0.00169 ± 0.00706 0.09299 ± 0.00498 7.704 ± 0.250 % 88.784 ± 0.334 % 36 14.9207 ± 0.5445 -0.00060 ± 0.00690 0.09127 ± 0.00485 7.675 ± 0.245 % 89.020 ± 0.326 % 37 14.6588 ± 0.5262 -0.00037 ± 0.00676 0.09051 ± 0.00472 7.729 ± 0.239 % 89.041 ± 0.322 % 38 14.4272 ± 0.5102 -0.00045 ± 0.00672 0.09140 ± 0.00471 7.787 ± 0.242 % 89.071 ± 0.317 % 39 14.3115 ± 0.4991 -0.00127 ± 0.00663 0.09140 ± 0.00463 7.805 ± 0.239 % 88.999 ± 0.314 % 40 14.1305 ± 0.4850 -0.00323 ± 0.00656 0.09220 ± 0.00457 7.929 ± 0.240 % 88.941 ± 0.311 % 41 13.9568 ± 0.4722 -0.00382 ± 0.00648 0.09159 ± 0.00446 7.904 ± 0.236 % 88.934 ± 0.307 % 42 13.3774 ± 0.4454 -0.00336 ± 0.00634 0.08970 ± 0.00436 7.829 ± 0.233 % 89.132 ± 0.301 % 43 13.2001 ± 0.4322 -0.00298 ± 0.00622 0.08942 ± 0.00426 7.854 ± 0.228 % 89.156 ± 0.297 % 44 12.9413 ± 0.4183 -0.00282 ± 0.00612 0.08839 ± 0.00417 7.805 ± 0.225 % 89.242 ± 0.293 % 45 13.0286 ± 0.4162 -0.00217 ± 0.00602 0.08794 ± 0.00408 7.772 ± 0.221 % 89.246 ± 0.289 % 46 13.0256 ± 0.4108 -0.00270 ± 0.00593 0.08805 ± 0.00400 7.769 ± 0.217 % 89.207 ± 0.287 % 47 12.7922 ± 0.3974 -0.00212 ± 0.00583 0.08701 ± 0.00392 7.737 ± 0.213 % 89.287 ± 0.283 % 48 12.9309 ± 0.3977 -0.00137 ± 0.00575 0.08742 ± 0.00386 7.744 ± 0.211 % 89.240 ± 0.280 % 49 13.0169 ± 0.3966 -0.00113 ± 0.00581 0.08809 ± 0.00394 7.756 ± 0.212 % 89.172 ± 0.278 % 50 12.6943 ± 0.3815 -0.00120 ± 0.00570 0.08681 ± 0.00386 7.724 ± 0.209 % 89.294 ± 0.274 % 51 12.8754 ± 0.3837 -0.00250 ± 0.00567 0.08797 ± 0.00383 7.720 ± 0.206 % 89.220 ± 0.272 % 52 12.8983 ± 0.3800 -0.00331 ± 0.00561 0.08789 ± 0.00376 7.749 ± 0.206 % 89.246 ± 0.269 % 53 12.7341 ± 0.3702 -0.00325 ± 0.00552 0.08752 ± 0.00373 7.750 ± 0.205 % 89.323 ± 0.266 % 54 12.9170 ± 0.3721 -0.00365 ± 0.00544 0.08690 ± 0.00366 7.712 ± 0.202 % 89.274 ± 0.264 % 55 12.7466 ± 0.3625 -0.00462 ± 0.00537 0.08638 ± 0.00360 7.685 ± 0.199 % 89.298 ± 0.261 % 56 12.9285 ± 0.3645 -0.00562 ± 0.00530 0.08609 ± 0.00354 7.651 ± 0.197 % 89.258 ± 0.259 % 57 12.8534 ± 0.3586 -0.00796 ± 0.00532 0.08763 ± 0.00359 7.718 ± 0.196 % 89.212 ± 0.257 % 58 12.4860 ± 0.3440 -0.00808 ± 0.00523 0.08660 ± 0.00353 7.705 ± 0.194 % 89.297 ± 0.254 % 59 12.6310 ± 0.3465 -0.00605 ± 0.00525 0.08607 ± 0.00348 7.666 ± 0.192 % 89.365 ± 0.251 % 60 12.6880 ± 0.3456 -0.00598 ± 0.00518 0.08553 ± 0.00343 7.655 ± 0.192 % 89.379 ± 0.249 % 61 12.7241 ± 0.3442 -0.00432 ± 0.00513 0.08481 ± 0.00337 7.617 ± 0.190 % 89.380 ± 0.247 % 62 12.7213 ± 0.3410 -0.00363 ± 0.00510 0.08569 ± 0.00340 7.671 ± 0.192 % 89.374 ± 0.245 % 63 12.7482 ± 0.3396 -0.00462 ± 0.00504 0.08542 ± 0.00335 7.662 ± 0.190 % 89.387 ± 0.243 % 64 12.4372 ± 0.3281 -0.00357 ± 0.00501 0.08460 ± 0.00330 7.656 ± 0.188 % 89.473 ± 0.240 % 65 12.4759 ± 0.3264 -0.00391 ± 0.00496 0.08437 ± 0.00325 7.619 ± 0.186 % 89.478 ± 0.238 % 66 12.3270 ± 0.3188 -0.00358 ± 0.00490 0.08344 ± 0.00320 7.579 ± 0.184 % 89.537 ± 0.236 % 67 12.2907 ± 0.3152 -0.00309 ± 0.00486 0.08482 ± 0.00327 7.591 ± 0.184 % 89.505 ± 0.234 % 68 12.3401 ± 0.3138 -0.00262 ± 0.00489 0.08538 ± 0.00330 7.624 ± 0.185 % 89.481 ± 0.233 % 69 12.0472 ± 0.3031 -0.00296 ± 0.00484 0.08543 ± 0.00326 7.698 ± 0.183 % 89.514 ± 0.231 % 70 11.9910 ± 0.2991 -0.00249 ± 0.00479 0.08496 ± 0.00321 7.663 ± 0.182 % 89.546 ± 0.229 % 71 11.8331 ± 0.2924 -0.00289 ± 0.00473 0.08425 ± 0.00317 7.639 ± 0.180 % 89.594 ± 0.227 % 72 11.9663 ± 0.2940 -0.00352 ± 0.00469 0.08470 ± 0.00317 7.620 ± 0.178 % 89.542 ± 0.226 % 73 12.0024 ± 0.2929 -0.00422 ± 0.00467 0.08457 ± 0.00316 7.585 ± 0.176 % 89.551 ± 0.224 % 74 11.9217 ± 0.2887 -0.00472 ± 0.00471 0.08569 ± 0.00319 7.632 ± 0.177 % 89.576 ± 0.222 % 75 12.0236 ± 0.2896 -0.00510 ± 0.00470 0.08709 ± 0.00322 7.628 ± 0.175 % 89.548 ± 0.221 % 76 12.0763 ± 0.2894 -0.00446 ± 0.00467 0.08663 ± 0.00318 7.606 ± 0.173 % 89.561 ± 0.220 % 77 12.1426 ± 0.2893 -0.00382 ± 0.00463 0.08667 ± 0.00315 7.604 ± 0.172 % 89.493 ± 0.219 % 78 12.2795 ± 0.2917 -0.00348 ± 0.00464 0.08948 ± 0.00328 7.615 ± 0.170 % 89.457 ± 0.218 % 79 12.2585 ± 0.2893 -0.00335 ± 0.00460 0.08904 ± 0.00324 7.612 ± 0.169 % 89.476 ± 0.216 % 80 12.2914 ± 0.2881 -0.00402 ± 0.00457 0.08878 ± 0.00321 7.607 ± 0.167 % 89.456 ± 0.215 % 81 12.2819 ± 0.2858 -0.00337 ± 0.00453 0.08821 ± 0.00317 7.582 ± 0.166 % 89.484 ± 0.213 % 82 12.3501 ± 0.2858 -0.00362 ± 0.00449 0.08821 ± 0.00317 7.556 ± 0.165 % 89.503 ± 0.212 % 83 12.4400 ± 0.2868 -0.00304 ± 0.00445 0.08810 ± 0.00314 7.555 ± 0.163 % 89.478 ± 0.211 % 84 12.3364 ± 0.2826 -0.00283 ± 0.00441 0.08738 ± 0.00310 7.527 ± 0.162 % 89.538 ± 0.209 % 85 12.4248 ± 0.2829 -0.00294 ± 0.00438 0.08717 ± 0.00307 7.519 ± 0.160 % 89.522 ± 0.208 % 86 12.4048 ± 0.2807 -0.00293 ± 0.00434 0.08654 ± 0.00304 7.493 ± 0.159 % 89.498 ± 0.207 % 87 12.4054 ± 0.2788 -0.00384 ± 0.00430 0.08611 ± 0.00300 7.475 ± 0.158 % 89.475 ± 0.206 % 88 12.4639 ± 0.2786 -0.00434 ± 0.00428 0.08605 ± 0.00299 7.497 ± 0.158 % 89.470 ± 0.205 % 89 12.3371 ± 0.2740 -0.00477 ± 0.00425 0.08585 ± 0.00296 7.498 ± 0.157 % 89.518 ± 0.203 % 90 12.4505 ± 0.2753 -0.00523 ± 0.00421 0.08559 ± 0.00293 7.482 ± 0.156 % 89.525 ± 0.202 % 91 12.3651 ± 0.2716 -0.00585 ± 0.00419 0.08528 ± 0.00290 7.482 ± 0.155 % 89.524 ± 0.201 % 92 12.4192 ± 0.2716 -0.00637 ± 0.00415 0.08530 ± 0.00288 7.480 ± 0.153 % 89.527 ± 0.200 % 93 12.4781 ± 0.2717 -0.00670 ± 0.00412 0.08509 ± 0.00285 7.482 ± 0.152 % 89.564 ± 0.199 % 94 12.3341 ± 0.2666 -0.00650 ± 0.00409 0.08471 ± 0.00282 7.499 ± 0.151 % 89.574 ± 0.197 % 95 12.4156 ± 0.2668 -0.00655 ± 0.00405 0.08433 ± 0.00279 7.471 ± 0.150 % 89.548 ± 0.197 % 96 12.4795 ± 0.2669 -0.00702 ± 0.00404 0.08488 ± 0.00280 7.497 ± 0.152 % 89.506 ± 0.196 % 97 12.5713 ± 0.2679 -0.00721 ± 0.00401 0.08481 ± 0.00278 7.507 ± 0.151 % 89.521 ± 0.195 % 98 12.7003 ± 0.2698 -0.00717 ± 0.00398 0.08462 ± 0.00275 7.496 ± 0.150 % 89.532 ± 0.194 % 99 12.5996 ± 0.2662 -0.00664 ± 0.00395 0.08453 ± 0.00273 7.506 ± 0.150 % 89.578 ± 0.192 % 100 12.7181 ± 0.2681 -0.00729 ± 0.00393 0.08464 ± 0.00271 7.495 ± 0.149 % 89.541 ± 0.192 % ====== Perplexity statistics ====== Mean PPL(Q) : 12.718055 ± 0.268103 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 98.26% Mean ln(PPL(Q)/PPL(base)) : -0.007294 ± 0.003928 Mean PPL(Q)/PPL(base) : 0.992733 ± 0.003899 Mean PPL(Q)-PPL(base) : -0.093104 ± 0.050173 ====== KL divergence statistics ====== Mean KLD: 0.084645 ± 0.002708 Maximum KLD: 20.525570 99.9% KLD: 7.318542 99.0% KLD: 1.024800 95.0% KLD: 0.266047 90.0% KLD: 0.142995 Median KLD: 0.020277 10.0% KLD: 0.000238 5.0% KLD: 0.000056 1.0% KLD: 0.000003 0.1% KLD: -0.000001 Minimum KLD: -0.000027 ====== Token probability statistics ====== Mean Δp: -0.277 ± 0.047 % Maximum Δp: 99.669% 99.9% Δp: 56.913% 99.0% Δp: 22.081% 95.0% Δp: 7.990% 90.0% Δp: 3.979% 75.0% Δp: 0.493% Median Δp: -0.000% 25.0% Δp: -0.792% 10.0% Δp: -4.875% 5.0% Δp: -9.597% 1.0% Δp: -23.937% 0.1% Δp: -64.862% Minimum Δp: -99.922% RMS Δp : 7.495 ± 0.149 % Same top p: 89.541 ± 0.192 % # exit 0 after 17s