$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-Q8_0.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:13:34Z 0.03.613.814 I cmn init: llama threadpool init, n_threads = 8 0.03.668.829 I 0.03.668.863 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.03.673.939 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.811.243 I kl_divergence: 0.14 seconds per pass - ETA 0.22 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 15.3142 ± 3.7234 -0.03426 ± 0.03845 0.03627 ± 0.02871 4.541 ± 1.805 % 97.255 ± 1.025 % 2 18.6502 ± 3.2708 0.02049 ± 0.02724 0.02223 ± 0.01443 3.511 ± 1.175 % 96.667 ± 0.796 % 3 11.7402 ± 1.5494 0.02032 ± 0.01844 0.01678 ± 0.00963 3.319 ± 0.850 % 97.124 ± 0.605 % 4 12.4809 ± 1.4031 0.02287 ± 0.01478 0.01367 ± 0.00722 3.037 ± 0.698 % 97.353 ± 0.503 % 5 14.8578 ± 1.5151 0.02109 ± 0.01188 0.01150 ± 0.00578 2.739 ± 0.620 % 97.647 ± 0.425 % 6 16.8796 ± 1.6274 0.02762 ± 0.01097 0.01049 ± 0.00483 2.714 ± 0.529 % 97.843 ± 0.372 % 7 16.7275 ± 1.4686 0.02467 ± 0.00943 0.00929 ± 0.00414 2.551 ± 0.483 % 97.983 ± 0.333 % 8 17.0157 ± 1.3763 0.02155 ± 0.00829 0.00858 ± 0.00362 2.417 ± 0.446 % 98.039 ± 0.307 % 9 17.0017 ± 1.2697 0.01998 ± 0.00744 0.00798 ± 0.00322 2.385 ± 0.408 % 97.996 ± 0.293 % 10 18.8480 ± 1.3547 0.01820 ± 0.00674 0.00763 ± 0.00291 2.319 ± 0.380 % 97.882 ± 0.285 % 11 19.3496 ± 1.3262 0.01736 ± 0.00647 0.00774 ± 0.00266 2.268 ± 0.354 % 97.754 ± 0.280 % 12 20.4837 ± 1.3671 0.01428 ± 0.00595 0.00744 ± 0.00244 2.189 ± 0.336 % 97.778 ± 0.267 % 13 21.3833 ± 1.3693 0.01286 ± 0.00553 0.00726 ± 0.00225 2.127 ± 0.319 % 97.768 ± 0.257 % 14 22.3236 ± 1.3723 0.01262 ± 0.00517 0.00685 ± 0.00209 2.059 ± 0.306 % 97.787 ± 0.246 % 15 22.9086 ± 1.3580 0.01251 ± 0.00484 0.00650 ± 0.00195 2.003 ± 0.294 % 97.804 ± 0.237 % 16 23.1784 ± 1.3404 0.01309 ± 0.00467 0.00629 ± 0.00183 1.974 ± 0.281 % 97.819 ± 0.229 % 17 23.1263 ± 1.2995 0.01274 ± 0.00443 0.00604 ± 0.00173 1.931 ± 0.270 % 97.878 ± 0.219 % 18 23.0130 ± 1.2516 0.01200 ± 0.00420 0.00581 ± 0.00163 1.901 ± 0.259 % 97.821 ± 0.216 % 19 20.7778 ± 1.0914 0.01139 ± 0.00399 0.00565 ± 0.00154 1.894 ± 0.247 % 97.812 ± 0.210 % 20 21.4783 ± 1.1045 0.01378 ± 0.00406 0.00843 ± 0.00292 2.204 ± 0.375 % 97.706 ± 0.210 % 21 19.7120 ± 0.9799 0.01361 ± 0.00387 0.00809 ± 0.00278 2.168 ± 0.363 % 97.759 ± 0.202 % 22 19.4128 ± 0.9413 0.01296 ± 0.00372 0.00794 ± 0.00265 2.150 ± 0.350 % 97.701 ± 0.200 % 23 19.7151 ± 0.9365 0.01276 ± 0.00358 0.00788 ± 0.00254 2.136 ± 0.337 % 97.613 ± 0.199 % 24 18.2613 ± 0.8427 0.01223 ± 0.00344 0.00762 ± 0.00244 2.126 ± 0.325 % 97.680 ± 0.192 % 25 17.6971 ± 0.7959 0.01196 ± 0.00335 0.00835 ± 0.00248 2.114 ± 0.314 % 97.631 ± 0.190 % 26 16.8370 ± 0.7382 0.01188 ± 0.00323 0.00809 ± 0.00239 2.083 ± 0.306 % 97.677 ± 0.185 % 27 17.1989 ± 0.7451 0.01300 ± 0.00336 0.00792 ± 0.00230 2.062 ± 0.298 % 97.734 ± 0.179 % 28 17.1760 ± 0.7322 0.01324 ± 0.00327 0.00773 ± 0.00222 2.049 ± 0.290 % 97.703 ± 0.177 % 29 17.4494 ± 0.7321 0.01369 ± 0.00318 0.00791 ± 0.00216 2.054 ± 0.280 % 97.742 ± 0.173 % 30 17.1294 ± 0.7053 0.01454 ± 0.00332 0.00770 ± 0.00208 2.031 ± 0.274 % 97.791 ± 0.168 % 31 16.9239 ± 0.6820 0.01345 ± 0.00324 0.00855 ± 0.00223 2.064 ± 0.266 % 97.774 ± 0.166 % 32 16.6110 ± 0.6572 0.01271 ± 0.00324 0.00893 ± 0.00223 2.037 ± 0.261 % 97.782 ± 0.163 % 33 16.6386 ± 0.6478 0.01325 ± 0.00318 0.00881 ± 0.00217 2.027 ± 0.255 % 97.790 ± 0.160 % 34 16.3326 ± 0.6248 0.01360 ± 0.00309 0.00863 ± 0.00210 2.017 ± 0.249 % 97.762 ± 0.159 % 35 15.9857 ± 0.6043 0.01424 ± 0.00328 0.00868 ± 0.00205 2.015 ± 0.242 % 97.748 ± 0.157 % 36 15.1395 ± 0.5607 0.01396 ± 0.00319 0.00848 ± 0.00199 2.000 ± 0.237 % 97.789 ± 0.153 % 37 14.8689 ± 0.5417 0.01386 ± 0.00311 0.00831 ± 0.00193 1.988 ± 0.232 % 97.732 ± 0.153 % 38 14.6274 ± 0.5250 0.01333 ± 0.00304 0.00845 ± 0.00190 1.981 ± 0.227 % 97.730 ± 0.151 % 39 14.5303 ± 0.5144 0.01390 ± 0.00300 0.00836 ± 0.00185 1.966 ± 0.223 % 97.738 ± 0.149 % 40 14.3645 ± 0.5005 0.01319 ± 0.00293 0.00846 ± 0.00181 1.955 ± 0.218 % 97.745 ± 0.147 % 41 14.1966 ± 0.4877 0.01321 ± 0.00291 0.00874 ± 0.00180 2.115 ± 0.229 % 97.752 ± 0.145 % 42 13.6002 ± 0.4598 0.01316 ± 0.00285 0.00855 ± 0.00176 2.097 ± 0.226 % 97.806 ± 0.142 % 43 13.4124 ± 0.4457 0.01298 ± 0.00278 0.00844 ± 0.00171 2.125 ± 0.218 % 97.802 ± 0.140 % 44 13.1510 ± 0.4315 0.01325 ± 0.00278 0.00829 ± 0.00168 2.111 ± 0.215 % 97.816 ± 0.138 % 45 13.2308 ± 0.4289 0.01323 ± 0.00273 0.00824 ± 0.00164 2.118 ± 0.210 % 97.830 ± 0.136 % 46 13.2392 ± 0.4239 0.01357 ± 0.00267 0.00821 ± 0.00160 2.131 ± 0.205 % 97.835 ± 0.134 % 47 12.9928 ± 0.4097 0.01343 ± 0.00262 0.00810 ± 0.00157 2.146 ± 0.202 % 97.872 ± 0.132 % 48 13.1196 ± 0.4093 0.01312 ± 0.00257 0.00800 ± 0.00154 2.130 ± 0.199 % 97.876 ± 0.130 % 49 13.2035 ± 0.4082 0.01311 ± 0.00253 0.00791 ± 0.00151 2.115 ± 0.196 % 97.863 ± 0.129 % 50 12.8748 ± 0.3925 0.01293 ± 0.00248 0.00777 ± 0.00148 2.097 ± 0.194 % 97.867 ± 0.128 % 51 13.0749 ± 0.3957 0.01287 ± 0.00245 0.00769 ± 0.00145 2.087 ± 0.191 % 97.862 ± 0.127 % 52 13.1078 ± 0.3922 0.01280 ± 0.00240 0.00759 ± 0.00142 2.076 ± 0.188 % 97.858 ± 0.126 % 53 12.9335 ± 0.3819 0.01229 ± 0.00236 0.00773 ± 0.00141 2.073 ± 0.185 % 97.876 ± 0.124 % 54 13.1203 ± 0.3839 0.01196 ± 0.00232 0.00762 ± 0.00138 2.059 ± 0.183 % 97.894 ± 0.122 % 55 12.9569 ± 0.3743 0.01174 ± 0.00228 0.00767 ± 0.00137 2.052 ± 0.181 % 97.904 ± 0.121 % 56 13.1497 ± 0.3766 0.01135 ± 0.00225 0.00759 ± 0.00134 2.038 ± 0.179 % 97.836 ± 0.122 % 57 13.0951 ± 0.3710 0.01067 ± 0.00222 0.00760 ± 0.00132 2.062 ± 0.176 % 97.812 ± 0.121 % 58 12.7202 ± 0.3559 0.01050 ± 0.00218 0.00749 ± 0.00130 2.053 ± 0.174 % 97.836 ± 0.120 % 59 12.8430 ± 0.3574 0.01060 ± 0.00223 0.00742 ± 0.00128 2.044 ± 0.172 % 97.846 ± 0.118 % 60 12.9042 ± 0.3566 0.01092 ± 0.00221 0.00733 ± 0.00125 2.031 ± 0.170 % 97.863 ± 0.117 % 61 12.9230 ± 0.3545 0.01119 ± 0.00218 0.00726 ± 0.00123 2.024 ± 0.168 % 97.878 ± 0.116 % 62 12.9036 ± 0.3504 0.01060 ± 0.00216 0.00728 ± 0.00122 2.013 ± 0.166 % 97.868 ± 0.115 % 63 12.9476 ± 0.3496 0.01090 ± 0.00213 0.00721 ± 0.00120 2.002 ± 0.164 % 97.859 ± 0.114 % 64 12.6240 ± 0.3374 0.01134 ± 0.00218 0.00713 ± 0.00118 1.995 ± 0.162 % 97.862 ± 0.113 % 65 12.6668 ± 0.3358 0.01127 ± 0.00216 0.00709 ± 0.00116 1.988 ± 0.160 % 97.876 ± 0.112 % 66 12.5099 ± 0.3279 0.01115 ± 0.00213 0.00699 ± 0.00114 1.976 ± 0.159 % 97.897 ± 0.111 % 67 12.4608 ± 0.3235 0.01065 ± 0.00217 0.00855 ± 0.00141 2.061 ± 0.174 % 97.852 ± 0.111 % 68 12.5059 ± 0.3220 0.01073 ± 0.00214 0.00848 ± 0.00139 2.060 ± 0.171 % 97.843 ± 0.110 % 69 12.2109 ± 0.3109 0.01053 ± 0.00211 0.00840 ± 0.00137 2.054 ± 0.169 % 97.857 ± 0.109 % 70 12.1482 ± 0.3067 0.01054 ± 0.00209 0.00831 ± 0.00135 2.042 ± 0.168 % 97.866 ± 0.108 % 71 11.9917 ± 0.2999 0.01042 ± 0.00206 0.00821 ± 0.00134 2.031 ± 0.166 % 97.874 ± 0.107 % 72 12.1344 ± 0.3019 0.01043 ± 0.00205 0.00838 ± 0.00133 2.020 ± 0.165 % 97.876 ± 0.106 % 73 12.1778 ± 0.3009 0.01029 ± 0.00203 0.00832 ± 0.00132 2.013 ± 0.163 % 97.889 ± 0.105 % 74 12.0991 ± 0.2966 0.01006 ± 0.00202 0.00834 ± 0.00130 2.011 ± 0.161 % 97.896 ± 0.104 % 75 12.2090 ± 0.2979 0.01020 ± 0.00200 0.00854 ± 0.00130 2.005 ± 0.160 % 97.877 ± 0.104 % 76 12.2594 ± 0.2975 0.01059 ± 0.00200 0.00847 ± 0.00128 1.996 ± 0.158 % 97.874 ± 0.104 % 77 12.3221 ± 0.2972 0.01086 ± 0.00198 0.00847 ± 0.00127 2.001 ± 0.156 % 97.846 ± 0.104 % 78 12.4582 ± 0.2995 0.01097 ± 0.00197 0.00878 ± 0.00127 1.995 ± 0.155 % 97.838 ± 0.103 % 79 12.4370 ± 0.2972 0.01111 ± 0.00196 0.00869 ± 0.00125 1.988 ± 0.153 % 97.851 ± 0.102 % 80 12.4767 ± 0.2961 0.01094 ± 0.00194 0.00865 ± 0.00124 1.988 ± 0.152 % 97.858 ± 0.101 % 81 12.4603 ± 0.2935 0.01106 ± 0.00193 0.00857 ± 0.00122 1.979 ± 0.150 % 97.860 ± 0.101 % 82 12.5297 ± 0.2935 0.01081 ± 0.00191 0.00849 ± 0.00121 1.971 ± 0.149 % 97.843 ± 0.100 % 83 12.6143 ± 0.2944 0.01088 ± 0.00189 0.00842 ± 0.00119 1.967 ± 0.148 % 97.831 ± 0.100 % 84 12.5070 ± 0.2899 0.01091 ± 0.00188 0.00833 ± 0.00118 1.957 ± 0.147 % 97.843 ± 0.099 % 85 12.5970 ± 0.2902 0.01083 ± 0.00186 0.00832 ± 0.00116 1.981 ± 0.146 % 97.841 ± 0.099 % 86 12.5785 ± 0.2880 0.01098 ± 0.00185 0.00824 ± 0.00115 1.972 ± 0.145 % 97.848 ± 0.098 % 87 12.5900 ± 0.2864 0.01093 ± 0.00183 0.00817 ± 0.00114 1.965 ± 0.144 % 97.850 ± 0.097 % 88 12.6562 ± 0.2864 0.01097 ± 0.00181 0.00815 ± 0.00113 1.972 ± 0.143 % 97.843 ± 0.097 % 89 12.5328 ± 0.2818 0.01097 ± 0.00180 0.00823 ± 0.00112 2.005 ± 0.144 % 97.854 ± 0.096 % 90 12.6539 ± 0.2832 0.01097 ± 0.00179 0.00824 ± 0.00111 1.998 ± 0.142 % 97.839 ± 0.096 % 91 12.5766 ± 0.2797 0.01111 ± 0.00178 0.00828 ± 0.00109 1.993 ± 0.141 % 97.837 ± 0.096 % 92 12.6372 ± 0.2799 0.01103 ± 0.00177 0.00825 ± 0.00108 1.987 ± 0.140 % 97.847 ± 0.095 % 93 12.7003 ± 0.2800 0.01095 ± 0.00175 0.00819 ± 0.00107 1.981 ± 0.139 % 97.849 ± 0.094 % 94 12.5504 ± 0.2747 0.01088 ± 0.00173 0.00822 ± 0.00106 2.004 ± 0.137 % 97.856 ± 0.094 % 95 12.6333 ± 0.2749 0.01083 ± 0.00171 0.00815 ± 0.00105 1.997 ± 0.137 % 97.870 ± 0.093 % 96 12.7031 ± 0.2750 0.01073 ± 0.00170 0.00837 ± 0.00106 1.997 ± 0.135 % 97.831 ± 0.093 % 97 12.7971 ± 0.2761 0.01059 ± 0.00169 0.00832 ± 0.00105 1.991 ± 0.134 % 97.837 ± 0.092 % 98 12.9265 ± 0.2781 0.01048 ± 0.00167 0.00827 ± 0.00104 1.985 ± 0.133 % 97.839 ± 0.092 % 99 12.8152 ± 0.2741 0.01033 ± 0.00166 0.00822 ± 0.00103 1.981 ± 0.132 % 97.845 ± 0.091 % 100 12.9463 ± 0.2764 0.01050 ± 0.00165 0.00818 ± 0.00101 1.977 ± 0.131 % 97.824 ± 0.091 % ====== Perplexity statistics ====== Mean PPL(Q) : 12.946332 ± 0.276368 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 99.71% Mean ln(PPL(Q)/PPL(base)) : 0.010496 ± 0.001647 Mean PPL(Q)/PPL(base) : 1.010551 ± 0.001664 Mean PPL(Q)-PPL(base) : 0.135173 ± 0.021871 ====== KL divergence statistics ====== Mean KLD: 0.008183 ± 0.001015 Maximum KLD: 12.706347 99.9% KLD: 1.012596 99.0% KLD: 0.062564 95.0% KLD: 0.009338 90.0% KLD: 0.005170 Median KLD: 0.000778 10.0% KLD: 0.000008 5.0% KLD: 0.000001 1.0% KLD: -0.000001 0.1% KLD: -0.000010 Minimum KLD: -0.000041 ====== Token probability statistics ====== Mean Δp: 0.023 ± 0.012 % Maximum Δp: 78.340% 99.9% Δp: 14.618% 99.0% Δp: 4.271% 95.0% Δp: 1.693% 90.0% Δp: 0.921% 75.0% Δp: 0.137% Median Δp: 0.000% 25.0% Δp: -0.099% 10.0% Δp: -0.784% 5.0% Δp: -1.571% 1.0% Δp: -4.193% 0.1% Δp: -15.401% Minimum Δp: -84.310% RMS Δp : 1.977 ± 0.131 % Same top p: 97.824 ± 0.091 % # exit 0 after 20s