$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-Q2_K.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:40:29Z 0.01.613.215 I cmn init: llama threadpool init, n_threads = 8 0.01.663.152 I 0.01.663.185 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.01.668.081 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.862.764 I kl_divergence: 0.19 seconds per pass - ETA 0.32 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 16.9548 ± 4.1320 0.06751 ± 0.12644 0.80599 ± 0.13954 20.679 ± 2.250 % 73.333 ± 2.775 % 2 20.3032 ± 3.4886 0.10541 ± 0.08367 0.70929 ± 0.08011 19.412 ± 1.497 % 72.353 ± 1.982 % 3 13.7308 ± 1.8153 0.17694 ± 0.06505 0.68001 ± 0.06243 21.404 ± 1.194 % 73.725 ± 1.592 % 4 14.1770 ± 1.5895 0.15029 ± 0.05378 0.66159 ± 0.04904 20.771 ± 1.008 % 73.137 ± 1.389 % 5 16.9892 ± 1.7527 0.15514 ± 0.04581 0.59691 ± 0.03997 19.326 ± 0.890 % 74.431 ± 1.222 % 6 18.3604 ± 1.7428 0.11171 ± 0.04325 0.61753 ± 0.03551 19.466 ± 0.804 % 73.203 ± 1.133 % 7 17.9646 ± 1.5411 0.09601 ± 0.03873 0.58161 ± 0.03109 18.942 ± 0.735 % 73.221 ± 1.048 % 8 18.2010 ± 1.4427 0.08889 ± 0.03492 0.55420 ± 0.02746 18.428 ± 0.669 % 72.990 ± 0.983 % 9 18.1281 ± 1.3291 0.08413 ± 0.03170 0.52774 ± 0.02491 17.836 ± 0.625 % 73.595 ± 0.920 % 10 19.2837 ± 1.3388 0.04105 ± 0.03006 0.52676 ± 0.02331 17.502 ± 0.585 % 73.294 ± 0.876 % 11 19.5150 ± 1.2812 0.02587 ± 0.02853 0.52662 ± 0.02240 17.309 ± 0.553 % 72.834 ± 0.840 % 12 20.6574 ± 1.3153 0.02273 ± 0.02718 0.52342 ± 0.02125 17.380 ± 0.533 % 72.778 ± 0.805 % 13 21.9579 ± 1.3507 0.03937 ± 0.02646 0.52902 ± 0.02129 17.067 ± 0.507 % 72.368 ± 0.777 % 14 22.8380 ± 1.3484 0.03540 ± 0.02501 0.51222 ± 0.01988 16.773 ± 0.486 % 72.325 ± 0.749 % 15 23.3969 ± 1.3325 0.03360 ± 0.02370 0.49987 ± 0.01867 16.498 ± 0.467 % 72.314 ± 0.724 % 16 23.4771 ± 1.3001 0.02590 ± 0.02311 0.49576 ± 0.01802 16.606 ± 0.454 % 72.574 ± 0.699 % 17 23.3400 ± 1.2524 0.02194 ± 0.02228 0.48864 ± 0.01711 16.617 ± 0.440 % 72.826 ± 0.676 % 18 23.3155 ± 1.2113 0.02505 ± 0.02140 0.48488 ± 0.01642 16.544 ± 0.430 % 72.702 ± 0.658 % 19 21.2097 ± 1.0651 0.03196 ± 0.02076 0.47970 ± 0.01579 16.738 ± 0.421 % 73.251 ± 0.636 % 20 21.7996 ± 1.0700 0.02863 ± 0.02028 0.48188 ± 0.01545 16.746 ± 0.413 % 72.843 ± 0.623 % 21 20.2958 ± 0.9670 0.04280 ± 0.01968 0.47522 ± 0.01497 16.876 ± 0.402 % 73.352 ± 0.604 % 22 20.2719 ± 0.9437 0.05626 ± 0.01955 0.48687 ± 0.01501 17.144 ± 0.397 % 73.226 ± 0.591 % 23 20.6684 ± 0.9457 0.05998 ± 0.01892 0.48403 ± 0.01449 17.046 ± 0.387 % 73.282 ± 0.578 % 24 19.2476 ± 0.8557 0.06483 ± 0.01836 0.47801 ± 0.01400 17.250 ± 0.379 % 73.627 ± 0.563 % 25 18.6028 ± 0.8060 0.06188 ± 0.01794 0.47839 ± 0.01358 17.460 ± 0.373 % 73.600 ± 0.552 % 26 17.6725 ± 0.7470 0.06031 ± 0.01741 0.46986 ± 0.01313 17.365 ± 0.365 % 73.982 ± 0.539 % 27 18.1001 ± 0.7552 0.06407 ± 0.01718 0.48049 ± 0.01340 17.420 ± 0.359 % 74.001 ± 0.529 % 28 17.9140 ± 0.7330 0.05531 ± 0.01700 0.48187 ± 0.01319 17.456 ± 0.351 % 73.866 ± 0.520 % 29 18.1214 ± 0.7293 0.05148 ± 0.01678 0.48282 ± 0.01304 17.433 ± 0.346 % 73.753 ± 0.512 % 30 17.8738 ± 0.7074 0.05708 ± 0.01642 0.47711 ± 0.01264 17.310 ± 0.339 % 73.830 ± 0.503 % 31 17.6297 ± 0.6825 0.05430 ± 0.01605 0.47415 ± 0.01228 17.259 ± 0.332 % 73.738 ± 0.495 % 32 17.3339 ± 0.6596 0.05531 ± 0.01586 0.47768 ± 0.01234 17.338 ± 0.330 % 73.811 ± 0.487 % 33 17.3739 ± 0.6503 0.05649 ± 0.01550 0.48103 ± 0.01230 17.250 ± 0.325 % 73.702 ± 0.480 % 34 17.1107 ± 0.6303 0.06014 ± 0.01528 0.48361 ± 0.01209 17.421 ± 0.321 % 73.622 ± 0.473 % 35 16.8578 ± 0.6129 0.06736 ± 0.01519 0.48953 ± 0.01201 17.732 ± 0.321 % 73.625 ± 0.466 % 36 16.0080 ± 0.5711 0.06974 ± 0.01489 0.48268 ± 0.01174 17.731 ± 0.316 % 74.139 ± 0.457 % 37 15.8178 ± 0.5557 0.07573 ± 0.01464 0.48225 ± 0.01149 17.839 ± 0.311 % 74.171 ± 0.451 % 38 15.5740 ± 0.5393 0.07603 ± 0.01441 0.48183 ± 0.01132 17.850 ± 0.308 % 74.200 ± 0.444 % 39 15.5404 ± 0.5314 0.08111 ± 0.01427 0.48595 ± 0.01124 17.933 ± 0.304 % 74.067 ± 0.439 % 40 15.3384 ± 0.5165 0.07879 ± 0.01410 0.48932 ± 0.01120 18.072 ± 0.302 % 73.980 ± 0.434 % 41 15.1666 ± 0.5040 0.07930 ± 0.01392 0.48796 ± 0.01099 18.084 ± 0.299 % 74.070 ± 0.429 % 42 14.5358 ± 0.4756 0.07969 ± 0.01364 0.47977 ± 0.01076 18.020 ± 0.295 % 74.472 ± 0.421 % 43 14.3802 ± 0.4632 0.08265 ± 0.01346 0.48025 ± 0.01062 18.108 ± 0.292 % 74.455 ± 0.416 % 44 14.1150 ± 0.4494 0.08400 ± 0.01331 0.47769 ± 0.01043 18.114 ± 0.289 % 74.599 ± 0.411 % 45 14.2706 ± 0.4497 0.08888 ± 0.01314 0.47743 ± 0.01026 18.053 ± 0.284 % 74.580 ± 0.406 % 46 14.2389 ± 0.4430 0.08637 ± 0.01296 0.47802 ± 0.01008 18.065 ± 0.281 % 74.569 ± 0.402 % 47 13.9472 ± 0.4275 0.08432 ± 0.01272 0.47242 ± 0.00988 17.973 ± 0.277 % 74.743 ± 0.397 % 48 14.1197 ± 0.4284 0.08658 ± 0.01259 0.47256 ± 0.00972 17.918 ± 0.274 % 74.624 ± 0.393 % 49 14.2153 ± 0.4273 0.08694 ± 0.01248 0.47257 ± 0.00962 17.903 ± 0.271 % 74.574 ± 0.390 % 50 13.8929 ± 0.4118 0.08903 ± 0.01228 0.46759 ± 0.00944 17.876 ± 0.267 % 74.745 ± 0.385 % 51 14.0481 ± 0.4119 0.08466 ± 0.01226 0.47059 ± 0.00939 17.852 ± 0.264 % 74.625 ± 0.382 % 52 14.0630 ± 0.4077 0.08314 ± 0.01223 0.47109 ± 0.00929 17.865 ± 0.261 % 74.593 ± 0.378 % 53 13.8888 ± 0.3976 0.08355 ± 0.01206 0.46803 ± 0.00915 17.850 ± 0.259 % 74.739 ± 0.374 % 54 14.0927 ± 0.3998 0.08346 ± 0.01190 0.46620 ± 0.00900 17.802 ± 0.256 % 74.641 ± 0.371 % 55 13.9387 ± 0.3909 0.08478 ± 0.01176 0.46439 ± 0.00890 17.786 ± 0.253 % 74.688 ± 0.367 % 56 14.1264 ± 0.3926 0.08300 ± 0.01167 0.46529 ± 0.00879 17.759 ± 0.251 % 74.573 ± 0.364 % 57 14.0389 ± 0.3860 0.08027 ± 0.01159 0.46848 ± 0.00894 17.789 ± 0.249 % 74.620 ± 0.361 % 58 13.6470 ± 0.3707 0.08083 ± 0.01143 0.46464 ± 0.00881 17.781 ± 0.247 % 74.821 ± 0.357 % 59 13.7815 ± 0.3727 0.08113 ± 0.01132 0.46315 ± 0.00871 17.733 ± 0.245 % 74.842 ± 0.354 % 60 13.8138 ± 0.3705 0.07903 ± 0.01119 0.46062 ± 0.00858 17.647 ± 0.242 % 74.817 ± 0.351 % 61 13.8922 ± 0.3702 0.08351 ± 0.01109 0.45952 ± 0.00847 17.628 ± 0.240 % 74.786 ± 0.348 % 62 13.8359 ± 0.3650 0.08037 ± 0.01100 0.46051 ± 0.00845 17.685 ± 0.238 % 74.693 ± 0.346 % 63 13.8518 ± 0.3631 0.07841 ± 0.01091 0.46123 ± 0.00837 17.683 ± 0.236 % 74.665 ± 0.343 % 64 13.5222 ± 0.3510 0.08008 ± 0.01079 0.45816 ± 0.00826 17.707 ± 0.234 % 74.828 ± 0.340 % 65 13.5377 ± 0.3484 0.07776 ± 0.01072 0.45898 ± 0.00828 17.711 ± 0.233 % 74.775 ± 0.337 % 66 13.3865 ± 0.3408 0.07888 ± 0.01060 0.45581 ± 0.00816 17.654 ± 0.231 % 74.890 ± 0.334 % 67 13.3156 ± 0.3359 0.07700 ± 0.01053 0.45776 ± 0.00821 17.625 ± 0.229 % 74.820 ± 0.332 % 68 13.3598 ± 0.3345 0.07677 ± 0.01054 0.45792 ± 0.00820 17.559 ± 0.227 % 74.833 ± 0.330 % 69 13.0563 ± 0.3233 0.07748 ± 0.01046 0.45982 ± 0.00816 17.704 ± 0.226 % 74.856 ± 0.327 % 70 12.9974 ± 0.3192 0.07810 ± 0.01036 0.45925 ± 0.00807 17.688 ± 0.224 % 74.874 ± 0.325 % 71 12.8454 ± 0.3126 0.07919 ± 0.01025 0.45686 ± 0.00798 17.677 ± 0.222 % 74.946 ± 0.322 % 72 13.0449 ± 0.3162 0.08279 ± 0.01020 0.45931 ± 0.00795 17.688 ± 0.221 % 74.798 ± 0.320 % 73 13.0787 ± 0.3148 0.08166 ± 0.01010 0.45825 ± 0.00791 17.654 ± 0.220 % 74.827 ± 0.318 % 74 13.0135 ± 0.3110 0.08291 ± 0.01006 0.46117 ± 0.00795 17.721 ± 0.218 % 74.844 ± 0.316 % 75 13.0769 ± 0.3104 0.07887 ± 0.01003 0.46172 ± 0.00789 17.701 ± 0.216 % 74.797 ± 0.314 % 76 13.1546 ± 0.3109 0.08106 ± 0.00998 0.46140 ± 0.00783 17.663 ± 0.215 % 74.809 ± 0.312 % 77 13.2061 ± 0.3101 0.08014 ± 0.00989 0.46061 ± 0.00774 17.626 ± 0.213 % 74.810 ± 0.310 % 78 13.3567 ± 0.3129 0.08061 ± 0.00991 0.46977 ± 0.00795 17.641 ± 0.212 % 74.656 ± 0.308 % 79 13.3500 ± 0.3109 0.08195 ± 0.00986 0.46932 ± 0.00787 17.676 ± 0.210 % 74.669 ± 0.306 % 80 13.3942 ± 0.3097 0.08190 ± 0.00979 0.46839 ± 0.00780 17.646 ± 0.208 % 74.652 ± 0.305 % 81 13.4308 ± 0.3090 0.08606 ± 0.00977 0.46844 ± 0.00777 17.617 ± 0.207 % 74.645 ± 0.303 % 82 13.4759 ± 0.3080 0.08362 ± 0.00970 0.46707 ± 0.00770 17.591 ± 0.205 % 74.644 ± 0.301 % 83 13.5569 ± 0.3085 0.08294 ± 0.00964 0.46711 ± 0.00763 17.575 ± 0.204 % 74.609 ± 0.299 % 84 13.4381 ± 0.3038 0.08271 ± 0.00954 0.46362 ± 0.00755 17.506 ± 0.203 % 74.767 ± 0.297 % 85 13.5195 ± 0.3036 0.08150 ± 0.00947 0.46215 ± 0.00747 17.462 ± 0.201 % 74.773 ± 0.295 % 86 13.5255 ± 0.3023 0.08357 ± 0.00942 0.46146 ± 0.00742 17.464 ± 0.200 % 74.747 ± 0.293 % 87 13.5308 ± 0.3003 0.08300 ± 0.00935 0.46095 ± 0.00734 17.469 ± 0.198 % 74.740 ± 0.292 % 88 13.5929 ± 0.3001 0.08237 ± 0.00928 0.45958 ± 0.00727 17.452 ± 0.197 % 74.728 ± 0.290 % 89 13.4489 ± 0.2952 0.08152 ± 0.00920 0.45874 ± 0.00725 17.455 ± 0.196 % 74.858 ± 0.288 % 90 13.5824 ± 0.2968 0.08178 ± 0.00915 0.45870 ± 0.00718 17.448 ± 0.195 % 74.828 ± 0.286 % 91 13.5458 ± 0.2946 0.08535 ± 0.00911 0.46068 ± 0.00717 17.491 ± 0.194 % 74.824 ± 0.285 % 92 13.6011 ± 0.2945 0.08453 ± 0.00904 0.46072 ± 0.00712 17.494 ± 0.192 % 74.791 ± 0.283 % 93 13.6446 ± 0.2938 0.08266 ± 0.00899 0.46063 ± 0.00706 17.493 ± 0.191 % 74.805 ± 0.282 % 94 13.4917 ± 0.2885 0.08320 ± 0.00891 0.45803 ± 0.00700 17.466 ± 0.190 % 74.898 ± 0.280 % 95 13.5796 ± 0.2886 0.08307 ± 0.00885 0.45691 ± 0.00693 17.418 ± 0.189 % 74.877 ± 0.279 % 96 13.6493 ± 0.2887 0.08258 ± 0.00884 0.46032 ± 0.00700 17.423 ± 0.189 % 74.886 ± 0.277 % 97 13.7438 ± 0.2894 0.08197 ± 0.00882 0.46051 ± 0.00694 17.435 ± 0.187 % 74.866 ± 0.276 % 98 13.8765 ± 0.2914 0.08140 ± 0.00877 0.46007 ± 0.00690 17.394 ± 0.186 % 74.898 ± 0.274 % 99 13.7647 ± 0.2875 0.08181 ± 0.00871 0.45913 ± 0.00686 17.378 ± 0.185 % 75.009 ± 0.273 % 100 13.8791 ± 0.2890 0.08007 ± 0.00867 0.45979 ± 0.00681 17.378 ± 0.184 % 74.961 ± 0.271 % ====== Perplexity statistics ====== Mean PPL(Q) : 13.879087 ± 0.288956 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 91.45% Mean ln(PPL(Q)/PPL(base)) : 0.080067 ± 0.008665 Mean PPL(Q)/PPL(base) : 1.083359 ± 0.009388 Mean PPL(Q)-PPL(base) : 1.067928 ± 0.117046 ====== KL divergence statistics ====== Mean KLD: 0.459788 ± 0.006812 Maximum KLD: 21.899715 99.9% KLD: 13.405499 99.0% KLD: 5.202459 95.0% KLD: 1.757695 90.0% KLD: 1.028674 Median KLD: 0.168584 10.0% KLD: 0.002560 5.0% KLD: 0.000576 1.0% KLD: 0.000043 0.1% KLD: 0.000000 Minimum KLD: -0.000005 ====== Token probability statistics ====== Mean Δp: -2.585 ± 0.108 % Maximum Δp: 99.993% 99.9% Δp: 97.499% 99.0% Δp: 47.119% 95.0% Δp: 18.383% 90.0% Δp: 8.840% 75.0% Δp: 0.760% Median Δp: -0.039% 25.0% Δp: -3.969% 10.0% Δp: -18.343% 5.0% Δp: -32.132% 1.0% Δp: -71.096% 0.1% Δp: -97.142% Minimum Δp: -99.986% RMS Δp : 17.378 ± 0.184 % Same top p: 74.961 ± 0.271 % # exit 0 after 22s