$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-9B-GGUF\snapshots\182be2fd6c7bc44887d88a91cb03ff009cc9f549\Qwen_Qwen3.5-9B-IQ4_XS.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:01:14Z 0.00.903.271 W model has unused tensor blk.32.attn_norm.weight (size = 16384 bytes) -- ignoring 0.00.903.286 W model has unused tensor blk.32.post_attention_norm.weight (size = 16384 bytes) -- ignoring 0.00.903.312 W model has unused tensor blk.32.attn_q.weight (size = 35651584 bytes) -- ignoring 0.00.903.321 W model has unused tensor blk.32.attn_k.weight (size = 4456448 bytes) -- ignoring 0.00.903.331 W model has unused tensor blk.32.attn_v.weight (size = 4456448 bytes) -- ignoring 0.00.903.365 W model has unused tensor blk.32.attn_output.weight (size = 17825792 bytes) -- ignoring 0.00.903.375 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.00.903.384 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.00.903.393 W model has unused tensor blk.32.ffn_gate.weight (size = 53477376 bytes) -- ignoring 0.00.903.404 W model has unused tensor blk.32.ffn_down.weight (size = 53477376 bytes) -- ignoring 0.00.903.413 W model has unused tensor blk.32.ffn_up.weight (size = 53477376 bytes) -- ignoring 0.00.903.422 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 35651584 bytes) -- ignoring 0.00.903.434 W model has unused tensor blk.32.nextn.enorm.weight (size = 16384 bytes) -- ignoring 0.00.903.444 W model has unused tensor blk.32.nextn.hnorm.weight (size = 16384 bytes) -- ignoring 0.00.903.473 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 16384 bytes) -- ignoring 0.02.500.120 I cmn init: llama threadpool init, n_threads = 8 0.02.566.926 I 0.02.566.959 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.579.464 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.797.954 I kl_divergence: 0.22 seconds per pass - ETA 0.35 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.2467 ± 0.8429 0.02817 ± 0.01192 0.02075 ± 0.00474 3.304 ± 0.433 % 96.471 ± 1.158 % 2 7.1657 ± 0.8689 0.03053 ± 0.01023 0.02057 ± 0.00266 3.522 ± 0.458 % 94.902 ± 0.975 % 3 5.1685 ± 0.4820 0.03679 ± 0.01006 0.03617 ± 0.00413 7.078 ± 0.721 % 93.856 ± 0.869 % 4 6.1940 ± 0.5309 0.04578 ± 0.00930 0.03492 ± 0.00316 6.599 ± 0.588 % 93.333 ± 0.781 % 5 7.4676 ± 0.5833 0.03198 ± 0.00826 0.03157 ± 0.00256 6.072 ± 0.513 % 93.412 ± 0.695 % 6 7.7786 ± 0.5513 0.02821 ± 0.00715 0.02914 ± 0.00215 5.733 ± 0.455 % 93.268 ± 0.641 % 7 7.8093 ± 0.5036 0.02625 ± 0.00643 0.02803 ± 0.00187 5.576 ± 0.407 % 93.109 ± 0.600 % 8 8.0314 ± 0.4851 0.02006 ± 0.00614 0.02926 ± 0.00175 5.431 ± 0.369 % 93.235 ± 0.556 % 9 8.3679 ± 0.4730 0.02276 ± 0.00574 0.02844 ± 0.00157 5.305 ± 0.341 % 93.246 ± 0.524 % 10 8.9344 ± 0.4831 0.02129 ± 0.00534 0.02749 ± 0.00142 5.115 ± 0.319 % 93.059 ± 0.503 % 11 9.0007 ± 0.4626 0.02165 ± 0.00512 0.02724 ± 0.00132 5.099 ± 0.305 % 92.870 ± 0.486 % 12 9.3877 ± 0.4690 0.02009 ± 0.00479 0.02638 ± 0.00122 5.012 ± 0.293 % 93.072 ± 0.459 % 13 10.0716 ± 0.4894 0.02030 ± 0.00454 0.02579 ± 0.00114 4.855 ± 0.279 % 92.881 ± 0.447 % 14 10.5918 ± 0.4997 0.02112 ± 0.00439 0.02534 ± 0.00106 4.747 ± 0.266 % 92.717 ± 0.435 % 15 11.0294 ± 0.5046 0.01942 ± 0.00420 0.02488 ± 0.00099 4.621 ± 0.255 % 92.627 ± 0.423 % 16 11.0106 ± 0.4867 0.01952 ± 0.00401 0.02432 ± 0.00093 4.523 ± 0.245 % 92.623 ± 0.409 % 17 10.9399 ± 0.4686 0.01780 ± 0.00390 0.02463 ± 0.00095 4.514 ± 0.235 % 92.526 ± 0.399 % 18 11.0137 ± 0.4581 0.01834 ± 0.00379 0.02446 ± 0.00091 4.483 ± 0.226 % 92.614 ± 0.386 % 19 9.8477 ± 0.3950 0.02102 ± 0.00389 0.02769 ± 0.00125 5.346 ± 0.288 % 92.673 ± 0.374 % 20 10.0587 ± 0.3942 0.02068 ± 0.00376 0.02730 ± 0.00119 5.264 ± 0.278 % 92.608 ± 0.366 % 21 9.4664 ± 0.3581 0.02048 ± 0.00362 0.02656 ± 0.00113 5.178 ± 0.269 % 92.792 ± 0.353 % 22 9.2940 ± 0.3426 0.01994 ± 0.00352 0.02676 ± 0.00110 5.214 ± 0.261 % 92.781 ± 0.346 % 23 9.4075 ± 0.3402 0.01848 ± 0.00341 0.02655 ± 0.00106 5.151 ± 0.253 % 92.737 ± 0.339 % 24 8.7223 ± 0.3059 0.02018 ± 0.00338 0.02750 ± 0.00107 5.480 ± 0.246 % 92.778 ± 0.331 % 25 8.4791 ± 0.2894 0.01894 ± 0.00328 0.02703 ± 0.00102 5.411 ± 0.239 % 92.784 ± 0.324 % 26 8.2991 ± 0.2765 0.01769 ± 0.00320 0.02665 ± 0.00099 5.363 ± 0.233 % 92.896 ± 0.316 % 27 8.4190 ± 0.2774 0.01790 ± 0.00315 0.02656 ± 0.00096 5.336 ± 0.226 % 92.999 ± 0.308 % 28 8.3831 ± 0.2705 0.01767 ± 0.00307 0.02716 ± 0.00102 5.313 ± 0.219 % 92.969 ± 0.303 % 29 8.5103 ± 0.2708 0.01553 ± 0.00302 0.02723 ± 0.00100 5.261 ± 0.214 % 92.860 ± 0.299 % 30 8.1242 ± 0.2544 0.01796 ± 0.00327 0.02793 ± 0.00114 5.547 ± 0.247 % 93.007 ± 0.292 % 31 8.0507 ± 0.2463 0.01760 ± 0.00319 0.02768 ± 0.00111 5.503 ± 0.241 % 93.017 ± 0.287 % 32 8.0738 ± 0.2445 0.01446 ± 0.00361 0.03223 ± 0.00220 5.855 ± 0.274 % 92.843 ± 0.285 % 33 8.0085 ± 0.2378 0.01438 ± 0.00354 0.03201 ± 0.00214 5.824 ± 0.267 % 92.822 ± 0.281 % 34 7.9967 ± 0.2332 0.01385 ± 0.00346 0.03167 ± 0.00207 5.790 ± 0.262 % 92.791 ± 0.278 % 35 7.7873 ± 0.2228 0.01441 ± 0.00338 0.03145 ± 0.00202 5.769 ± 0.255 % 92.829 ± 0.273 % 36 7.5703 ± 0.2126 0.01467 ± 0.00332 0.03153 ± 0.00197 5.839 ± 0.248 % 92.919 ± 0.268 % 37 7.2592 ± 0.1996 0.01524 ± 0.00328 0.03266 ± 0.00195 6.061 ± 0.242 % 92.920 ± 0.264 % 38 7.1860 ± 0.1943 0.01524 ± 0.00322 0.03241 ± 0.00190 6.014 ± 0.238 % 92.993 ± 0.259 % 39 7.1695 ± 0.1911 0.01369 ± 0.00325 0.03300 ± 0.00201 6.010 ± 0.236 % 92.991 ± 0.256 % 40 7.0533 ± 0.1846 0.01370 ± 0.00318 0.03278 ± 0.00196 5.990 ± 0.231 % 92.951 ± 0.253 % 41 7.0420 ± 0.1815 0.01375 ± 0.00313 0.03251 ± 0.00192 5.952 ± 0.227 % 92.893 ± 0.251 % 42 6.9301 ± 0.1758 0.01363 ± 0.00307 0.03205 ± 0.00187 5.896 ± 0.224 % 92.969 ± 0.247 % 43 6.8498 ± 0.1723 0.01453 ± 0.00307 0.03191 ± 0.00183 5.886 ± 0.220 % 93.023 ± 0.243 % 44 6.7919 ± 0.1682 0.01401 ± 0.00302 0.03182 ± 0.00180 5.889 ± 0.220 % 93.084 ± 0.240 % 45 6.7249 ± 0.1646 0.01381 ± 0.00296 0.03134 ± 0.00176 5.838 ± 0.217 % 93.159 ± 0.236 % 46 6.7759 ± 0.1639 0.01396 ± 0.00292 0.03117 ± 0.00172 5.811 ± 0.214 % 93.120 ± 0.234 % 47 6.7693 ± 0.1619 0.01377 ± 0.00287 0.03091 ± 0.00168 5.769 ± 0.211 % 93.133 ± 0.231 % 48 6.6641 ± 0.1570 0.01350 ± 0.00283 0.03074 ± 0.00165 5.763 ± 0.207 % 93.194 ± 0.228 % 49 6.6847 ± 0.1564 0.01388 ± 0.00280 0.03064 ± 0.00162 5.731 ± 0.204 % 93.253 ± 0.224 % 50 6.6879 ± 0.1547 0.01389 ± 0.00275 0.03044 ± 0.00159 5.706 ± 0.201 % 93.239 ± 0.222 % 51 6.6665 ± 0.1526 0.01465 ± 0.00275 0.03139 ± 0.00176 5.683 ± 0.198 % 93.226 ± 0.220 % 52 6.7298 ± 0.1529 0.01466 ± 0.00271 0.03130 ± 0.00172 5.665 ± 0.195 % 93.205 ± 0.219 % 53 6.7698 ± 0.1523 0.01532 ± 0.00267 0.03115 ± 0.00169 5.648 ± 0.193 % 93.156 ± 0.217 % 54 6.8039 ± 0.1518 0.01491 ± 0.00264 0.03105 ± 0.00166 5.624 ± 0.190 % 93.159 ± 0.215 % 55 6.8551 ± 0.1520 0.01544 ± 0.00262 0.03094 ± 0.00163 5.604 ± 0.187 % 93.148 ± 0.213 % 56 6.8717 ± 0.1507 0.01564 ± 0.00259 0.03076 ± 0.00160 5.574 ± 0.185 % 93.144 ± 0.211 % 57 6.9937 ± 0.1526 0.01626 ± 0.00256 0.03062 ± 0.00157 5.538 ± 0.183 % 93.065 ± 0.211 % 58 6.9835 ± 0.1509 0.01612 ± 0.00253 0.03115 ± 0.00175 5.536 ± 0.183 % 93.117 ± 0.208 % 59 6.9758 ± 0.1495 0.01503 ± 0.00251 0.03113 ± 0.00172 5.524 ± 0.180 % 93.114 ± 0.206 % 60 6.9284 ± 0.1476 0.01558 ± 0.00253 0.03116 ± 0.00169 5.551 ± 0.178 % 93.111 ± 0.205 % 61 6.9793 ± 0.1480 0.01515 ± 0.00251 0.03136 ± 0.00169 5.578 ± 0.179 % 93.108 ± 0.203 % 62 6.9619 ± 0.1460 0.01510 ± 0.00248 0.03115 ± 0.00167 5.548 ± 0.177 % 93.118 ± 0.201 % 63 6.9706 ± 0.1450 0.01477 ± 0.00245 0.03098 ± 0.00164 5.522 ± 0.175 % 93.128 ± 0.200 % 64 7.0136 ± 0.1447 0.01482 ± 0.00242 0.03080 ± 0.00162 5.498 ± 0.173 % 93.131 ± 0.198 % 65 6.8764 ± 0.1405 0.01470 ± 0.00239 0.03117 ± 0.00162 5.576 ± 0.175 % 93.164 ± 0.196 % 66 6.9060 ± 0.1401 0.01483 ± 0.00236 0.03097 ± 0.00159 5.549 ± 0.173 % 93.173 ± 0.194 % 67 6.9172 ± 0.1390 0.01480 ± 0.00233 0.03077 ± 0.00157 5.521 ± 0.171 % 93.193 ± 0.193 % 68 6.9261 ± 0.1380 0.01500 ± 0.00232 0.03074 ± 0.00155 5.538 ± 0.171 % 93.206 ± 0.191 % 69 6.9701 ± 0.1381 0.01447 ± 0.00229 0.03060 ± 0.00152 5.514 ± 0.169 % 93.203 ± 0.190 % 70 6.9209 ± 0.1360 0.01417 ± 0.00227 0.03062 ± 0.00151 5.545 ± 0.167 % 93.232 ± 0.188 % 71 6.8410 ± 0.1335 0.01453 ± 0.00226 0.03073 ± 0.00149 5.601 ± 0.168 % 93.239 ± 0.187 % 72 6.9334 ± 0.1348 0.01427 ± 0.00224 0.03059 ± 0.00147 5.573 ± 0.166 % 93.224 ± 0.185 % 73 6.9521 ± 0.1343 0.01438 ± 0.00222 0.03041 ± 0.00145 5.552 ± 0.165 % 93.188 ± 0.185 % 74 6.9901 ± 0.1341 0.01428 ± 0.00219 0.03019 ± 0.00143 5.525 ± 0.163 % 93.217 ± 0.183 % 75 6.9361 ± 0.1319 0.01433 ± 0.00218 0.03021 ± 0.00141 5.545 ± 0.161 % 93.229 ± 0.182 % 76 6.9080 ± 0.1307 0.01593 ± 0.00229 0.03101 ± 0.00142 5.672 ± 0.162 % 93.173 ± 0.181 % 77 6.8726 ± 0.1288 0.01546 ± 0.00228 0.03122 ± 0.00142 5.669 ± 0.161 % 93.165 ± 0.180 % 78 6.9076 ± 0.1288 0.01588 ± 0.00227 0.03119 ± 0.00140 5.669 ± 0.159 % 93.177 ± 0.179 % 79 6.8889 ± 0.1274 0.01614 ± 0.00225 0.03106 ± 0.00138 5.649 ± 0.158 % 93.194 ± 0.177 % 80 6.8684 ± 0.1263 0.01699 ± 0.00227 0.03169 ± 0.00138 5.703 ± 0.156 % 93.152 ± 0.177 % 81 6.9249 ± 0.1268 0.01713 ± 0.00226 0.03166 ± 0.00136 5.692 ± 0.154 % 93.154 ± 0.176 % 82 6.9219 ± 0.1259 0.01591 ± 0.00227 0.03238 ± 0.00146 5.680 ± 0.153 % 93.132 ± 0.175 % 83 6.9965 ± 0.1266 0.01592 ± 0.00225 0.03219 ± 0.00144 5.652 ± 0.152 % 93.140 ± 0.174 % 84 7.0065 ± 0.1260 0.01612 ± 0.00223 0.03207 ± 0.00142 5.634 ± 0.151 % 93.137 ± 0.173 % 85 6.9452 ± 0.1240 0.01632 ± 0.00222 0.03258 ± 0.00144 5.660 ± 0.149 % 93.116 ± 0.172 % 86 7.0265 ± 0.1249 0.01625 ± 0.00220 0.03247 ± 0.00142 5.640 ± 0.148 % 93.114 ± 0.171 % 87 7.0093 ± 0.1236 0.01610 ± 0.00219 0.03256 ± 0.00141 5.627 ± 0.147 % 93.090 ± 0.170 % 88 7.0242 ± 0.1232 0.01604 ± 0.00217 0.03239 ± 0.00140 5.608 ± 0.146 % 93.102 ± 0.169 % 89 7.0301 ± 0.1225 0.01598 ± 0.00215 0.03220 ± 0.00138 5.588 ± 0.145 % 93.091 ± 0.168 % 90 7.0225 ± 0.1218 0.01560 ± 0.00214 0.03238 ± 0.00137 5.614 ± 0.143 % 93.059 ± 0.168 % 91 7.1035 ± 0.1230 0.01644 ± 0.00213 0.03240 ± 0.00136 5.604 ± 0.142 % 93.027 ± 0.167 % 92 7.0984 ± 0.1222 0.01591 ± 0.00213 0.03252 ± 0.00135 5.606 ± 0.142 % 93.001 ± 0.167 % 93 7.1419 ± 0.1224 0.01579 ± 0.00211 0.03240 ± 0.00133 5.587 ± 0.141 % 93.021 ± 0.165 % 94 7.1710 ± 0.1222 0.01585 ± 0.00210 0.03230 ± 0.00132 5.569 ± 0.140 % 92.991 ± 0.165 % 95 7.1888 ± 0.1219 0.01574 ± 0.00209 0.03226 ± 0.00131 5.575 ± 0.140 % 92.991 ± 0.164 % 96 7.1828 ± 0.1214 0.01730 ± 0.00217 0.03283 ± 0.00130 5.685 ± 0.140 % 92.970 ± 0.163 % 97 7.2142 ± 0.1213 0.01685 ± 0.00216 0.03288 ± 0.00129 5.665 ± 0.139 % 92.953 ± 0.163 % 98 7.2754 ± 0.1218 0.01542 ± 0.00218 0.03305 ± 0.00128 5.649 ± 0.138 % 92.933 ± 0.162 % 99 7.2966 ± 0.1215 0.01533 ± 0.00217 0.03290 ± 0.00127 5.629 ± 0.137 % 92.937 ± 0.161 % 100 7.3430 ± 0.1218 0.01554 ± 0.00216 0.03321 ± 0.00127 5.625 ± 0.136 % 92.922 ± 0.161 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.343030 ± 0.121800 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.15% Mean ln(PPL(Q)/PPL(base)) : 0.015544 ± 0.002160 Mean PPL(Q)/PPL(base) : 1.015666 ± 0.002194 Mean PPL(Q)-PPL(base) : 0.113260 ± 0.015959 ====== KL divergence statistics ====== Mean KLD: 0.033208 ± 0.001274 Maximum KLD: 12.028238 99.9% KLD: 2.081060 99.0% KLD: 0.345229 95.0% KLD: 0.091171 90.0% KLD: 0.053886 Median KLD: 0.011505 10.0% KLD: 0.000419 5.0% KLD: 0.000120 1.0% KLD: 0.000011 0.1% KLD: 0.000000 Minimum KLD: -0.000112 ====== Token probability statistics ====== Mean Δp: -0.390 ± 0.035 % Maximum Δp: 99.350% 99.9% Δp: 40.508% 99.0% Δp: 12.478% 95.0% Δp: 5.236% 90.0% Δp: 2.930% 75.0% Δp: 0.547% Median Δp: -0.004% 25.0% Δp: -0.906% 10.0% Δp: -3.892% 5.0% Δp: -6.823% 1.0% Δp: -19.470% 0.1% Δp: -51.438% Minimum Δp: -91.564% RMS Δp : 5.625 ± 0.136 % Same top p: 92.922 ± 0.161 % # exit 0 after 23s