$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-IQ3_M.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:34:40Z 0.01.810.501 I cmn init: llama threadpool init, n_threads = 8 0.01.858.331 I 0.01.858.366 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.01.863.325 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.018.376 I kl_divergence: 0.16 seconds per pass - ETA 0.25 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 11.9869 ± 2.5946 -0.27922 ± 0.11901 0.55416 ± 0.11855 17.563 ± 2.164 % 83.137 ± 2.349 % 2 17.3614 ± 2.8979 -0.05112 ± 0.07556 0.42614 ± 0.06385 14.806 ± 1.425 % 81.569 ± 1.719 % 3 11.3132 ± 1.4315 -0.01673 ± 0.05601 0.40548 ± 0.04571 17.093 ± 1.098 % 81.307 ± 1.410 % 4 12.6598 ± 1.3807 0.03711 ± 0.04589 0.40071 ± 0.03609 17.592 ± 0.930 % 80.196 ± 1.248 % 5 15.2735 ± 1.5187 0.04868 ± 0.03883 0.35630 ± 0.02983 16.509 ± 0.815 % 81.176 ± 1.095 % 6 17.2126 ± 1.6164 0.04715 ± 0.03460 0.35625 ± 0.02589 16.096 ± 0.723 % 80.719 ± 1.009 % 7 16.9653 ± 1.4465 0.03878 ± 0.03061 0.32945 ± 0.02240 15.435 ± 0.657 % 80.728 ± 0.934 % 8 17.3554 ± 1.3671 0.04131 ± 0.02737 0.30586 ± 0.01976 14.750 ± 0.605 % 81.765 ± 0.855 % 9 17.4700 ± 1.2713 0.04715 ± 0.02478 0.28685 ± 0.01766 14.134 ± 0.564 % 81.874 ± 0.804 % 10 19.0591 ± 1.3284 0.02934 ± 0.02315 0.28467 ± 0.01670 13.713 ± 0.527 % 81.451 ± 0.770 % 11 19.6210 ± 1.3059 0.03129 ± 0.02198 0.29261 ± 0.01630 13.664 ± 0.501 % 80.677 ± 0.746 % 12 20.6659 ± 1.3367 0.02314 ± 0.02087 0.29074 ± 0.01581 13.392 ± 0.475 % 80.719 ± 0.713 % 13 21.9642 ± 1.3715 0.03966 ± 0.02037 0.28936 ± 0.01524 13.118 ± 0.450 % 80.633 ± 0.686 % 14 22.8569 ± 1.3707 0.03623 ± 0.01913 0.27762 ± 0.01422 12.741 ± 0.431 % 80.924 ± 0.658 % 15 23.4770 ± 1.3599 0.03702 ± 0.01808 0.26855 ± 0.01333 12.446 ± 0.414 % 80.837 ± 0.636 % 16 23.6513 ± 1.3331 0.03329 ± 0.01719 0.26259 ± 0.01261 12.356 ± 0.401 % 81.127 ± 0.613 % 17 23.4451 ± 1.2808 0.02643 ± 0.01654 0.25953 ± 0.01210 12.226 ± 0.385 % 81.292 ± 0.592 % 18 23.3253 ± 1.2341 0.02547 ± 0.01581 0.25654 ± 0.01154 12.294 ± 0.375 % 81.285 ± 0.576 % 19 21.0934 ± 1.0784 0.02646 ± 0.01532 0.25367 ± 0.01102 12.488 ± 0.366 % 81.507 ± 0.558 % 20 21.7509 ± 1.0883 0.02639 ± 0.01505 0.25368 ± 0.01077 12.513 ± 0.362 % 81.255 ± 0.547 % 21 19.9511 ± 0.9654 0.02567 ± 0.01445 0.24554 ± 0.01028 12.398 ± 0.349 % 81.643 ± 0.529 % 22 19.7576 ± 0.9342 0.03057 ± 0.01420 0.25279 ± 0.01029 12.674 ± 0.351 % 81.551 ± 0.518 % 23 20.1787 ± 0.9361 0.03600 ± 0.01387 0.25436 ± 0.01012 12.641 ± 0.347 % 81.517 ± 0.507 % 24 18.6551 ± 0.8407 0.03356 ± 0.01355 0.25159 ± 0.00978 12.741 ± 0.342 % 81.912 ± 0.492 % 25 18.0414 ± 0.7921 0.03123 ± 0.01316 0.25034 ± 0.00944 12.692 ± 0.332 % 81.773 ± 0.484 % 26 17.2026 ± 0.7367 0.03336 ± 0.01270 0.24364 ± 0.00909 12.569 ± 0.323 % 82.172 ± 0.470 % 27 17.5488 ± 0.7420 0.03314 ± 0.01261 0.24456 ± 0.00903 12.482 ± 0.315 % 82.266 ± 0.460 % 28 17.5884 ± 0.7334 0.03697 ± 0.01240 0.24535 ± 0.00889 12.445 ± 0.307 % 82.269 ± 0.452 % 29 17.8725 ± 0.7336 0.03765 ± 0.01210 0.24501 ± 0.00867 12.456 ± 0.301 % 82.164 ± 0.445 % 30 17.6027 ± 0.7097 0.04180 ± 0.01186 0.24144 ± 0.00840 12.381 ± 0.295 % 82.248 ± 0.437 % 31 17.3565 ± 0.6844 0.03869 ± 0.01160 0.24278 ± 0.00832 12.404 ± 0.291 % 82.138 ± 0.431 % 32 17.0451 ± 0.6601 0.03850 ± 0.01142 0.24460 ± 0.00851 12.406 ± 0.291 % 82.341 ± 0.422 % 33 17.1354 ± 0.6544 0.04267 ± 0.01123 0.24714 ± 0.00859 12.366 ± 0.286 % 82.365 ± 0.415 % 34 16.8329 ± 0.6313 0.04378 ± 0.01111 0.24864 ± 0.00847 12.604 ± 0.289 % 82.284 ± 0.410 % 35 16.4224 ± 0.6081 0.04119 ± 0.01105 0.25099 ± 0.00836 12.744 ± 0.286 % 82.275 ± 0.404 % 36 15.5329 ± 0.5635 0.03961 ± 0.01079 0.24664 ± 0.00814 12.722 ± 0.282 % 82.582 ± 0.396 % 37 15.2812 ± 0.5455 0.04121 ± 0.01056 0.24481 ± 0.00794 12.739 ± 0.276 % 82.576 ± 0.391 % 38 15.0473 ± 0.5291 0.04163 ± 0.01038 0.24418 ± 0.00779 12.755 ± 0.273 % 82.601 ± 0.385 % 39 14.9713 ± 0.5193 0.04380 ± 0.01023 0.24408 ± 0.00765 12.703 ± 0.268 % 82.474 ± 0.381 % 40 14.8067 ± 0.5057 0.04351 ± 0.01010 0.24511 ± 0.00763 12.670 ± 0.263 % 82.510 ± 0.376 % 41 14.6198 ± 0.4919 0.04259 ± 0.01002 0.24611 ± 0.00757 12.711 ± 0.260 % 82.516 ± 0.371 % 42 14.0150 ± 0.4641 0.04320 ± 0.00981 0.24146 ± 0.00740 12.622 ± 0.256 % 82.792 ± 0.365 % 43 13.9153 ± 0.4536 0.04978 ± 0.00981 0.24293 ± 0.00743 12.718 ± 0.256 % 82.836 ± 0.360 % 44 13.6455 ± 0.4393 0.05017 ± 0.00967 0.24040 ± 0.00727 12.671 ± 0.252 % 82.932 ± 0.355 % 45 13.7473 ± 0.4375 0.05152 ± 0.00952 0.23949 ± 0.00713 12.653 ± 0.249 % 82.954 ± 0.351 % 46 13.8278 ± 0.4360 0.05707 ± 0.00945 0.24118 ± 0.00704 12.631 ± 0.245 % 82.890 ± 0.348 % 47 13.5406 ± 0.4204 0.05473 ± 0.00928 0.23851 ± 0.00690 12.625 ± 0.241 % 82.929 ± 0.344 % 48 13.6822 ± 0.4202 0.05511 ± 0.00915 0.23899 ± 0.00679 12.660 ± 0.238 % 82.802 ± 0.341 % 49 13.8259 ± 0.4214 0.05916 ± 0.00916 0.24101 ± 0.00682 12.734 ± 0.239 % 82.761 ± 0.338 % 50 13.4614 ± 0.4044 0.05748 ± 0.00900 0.23742 ± 0.00669 12.664 ± 0.235 % 82.996 ± 0.333 % 51 13.6264 ± 0.4057 0.05419 ± 0.00890 0.23849 ± 0.00664 12.624 ± 0.232 % 82.930 ± 0.330 % 52 13.6400 ± 0.4014 0.05260 ± 0.00881 0.23919 ± 0.00658 12.621 ± 0.229 % 82.843 ± 0.327 % 53 13.4714 ± 0.3912 0.05304 ± 0.00868 0.23748 ± 0.00648 12.632 ± 0.228 % 82.908 ± 0.324 % 54 13.6790 ± 0.3939 0.05366 ± 0.00857 0.23625 ± 0.00636 12.578 ± 0.225 % 82.803 ± 0.322 % 55 13.4841 ± 0.3833 0.05162 ± 0.00844 0.23413 ± 0.00626 12.527 ± 0.222 % 82.873 ± 0.318 % 56 13.7004 ± 0.3863 0.05237 ± 0.00837 0.23522 ± 0.00619 12.498 ± 0.219 % 82.731 ± 0.316 % 57 13.6384 ± 0.3804 0.05133 ± 0.00836 0.23773 ± 0.00625 12.563 ± 0.219 % 82.752 ± 0.313 % 58 13.2535 ± 0.3652 0.05158 ± 0.00825 0.23610 ± 0.00615 12.579 ± 0.217 % 82.901 ± 0.310 % 59 13.3855 ± 0.3667 0.05197 ± 0.00816 0.23534 ± 0.00607 12.539 ± 0.215 % 82.845 ± 0.307 % 60 13.4548 ± 0.3659 0.05270 ± 0.00806 0.23460 ± 0.00598 12.508 ± 0.213 % 82.804 ± 0.305 % 61 13.4778 ± 0.3639 0.05322 ± 0.00797 0.23267 ± 0.00589 12.445 ± 0.211 % 82.848 ± 0.302 % 62 13.4527 ± 0.3595 0.05227 ± 0.00792 0.23349 ± 0.00586 12.448 ± 0.209 % 82.732 ± 0.301 % 63 13.4620 ± 0.3572 0.04986 ± 0.00785 0.23324 ± 0.00579 12.433 ± 0.207 % 82.739 ± 0.298 % 64 13.1186 ± 0.3446 0.04977 ± 0.00777 0.23097 ± 0.00570 12.414 ± 0.205 % 82.911 ± 0.295 % 65 13.1775 ± 0.3436 0.05080 ± 0.00783 0.23167 ± 0.00575 12.385 ± 0.203 % 82.902 ± 0.292 % 66 13.0183 ± 0.3357 0.05099 ± 0.00772 0.22901 ± 0.00566 12.315 ± 0.201 % 83.001 ± 0.290 % 67 12.9744 ± 0.3316 0.05104 ± 0.00769 0.23085 ± 0.00571 12.352 ± 0.201 % 82.903 ± 0.288 % 68 13.0115 ± 0.3297 0.05036 ± 0.00765 0.23039 ± 0.00564 12.349 ± 0.200 % 82.889 ± 0.286 % 69 12.6981 ± 0.3182 0.04966 ± 0.00758 0.22988 ± 0.00557 12.435 ± 0.198 % 82.904 ± 0.284 % 70 12.6475 ± 0.3144 0.05081 ± 0.00750 0.22889 ± 0.00551 12.417 ± 0.197 % 82.964 ± 0.281 % 71 12.4866 ± 0.3075 0.05086 ± 0.00742 0.22759 ± 0.00544 12.413 ± 0.195 % 82.972 ± 0.279 % 72 12.6368 ± 0.3096 0.05101 ± 0.00739 0.22870 ± 0.00547 12.370 ± 0.193 % 82.914 ± 0.278 % 73 12.6856 ± 0.3087 0.05114 ± 0.00732 0.22780 ± 0.00540 12.359 ± 0.192 % 82.938 ± 0.276 % 74 12.5939 ± 0.3041 0.05014 ± 0.00728 0.22836 ± 0.00540 12.378 ± 0.190 % 82.984 ± 0.274 % 75 12.7052 ± 0.3052 0.05004 ± 0.00723 0.22941 ± 0.00539 12.347 ± 0.188 % 82.959 ± 0.272 % 76 12.7466 ± 0.3044 0.04956 ± 0.00717 0.22859 ± 0.00533 12.316 ± 0.186 % 82.972 ± 0.270 % 77 12.8095 ± 0.3040 0.04965 ± 0.00714 0.22914 ± 0.00531 12.345 ± 0.186 % 82.918 ± 0.269 % 78 12.9199 ± 0.3053 0.04737 ± 0.00715 0.23199 ± 0.00536 12.362 ± 0.185 % 82.896 ± 0.267 % 79 12.9051 ± 0.3032 0.04805 ± 0.00709 0.23094 ± 0.00530 12.351 ± 0.183 % 82.889 ± 0.265 % 80 12.9600 ± 0.3025 0.04894 ± 0.00705 0.23107 ± 0.00528 12.333 ± 0.182 % 82.848 ± 0.264 % 81 12.9458 ± 0.2999 0.04928 ± 0.00698 0.22952 ± 0.00521 12.293 ± 0.181 % 82.881 ± 0.262 % 82 13.0109 ± 0.2997 0.04850 ± 0.00693 0.22880 ± 0.00516 12.265 ± 0.179 % 82.893 ± 0.260 % 83 13.0831 ± 0.3000 0.04737 ± 0.00687 0.22849 ± 0.00511 12.267 ± 0.179 % 82.844 ± 0.259 % 84 12.9829 ± 0.2958 0.04825 ± 0.00682 0.22748 ± 0.00508 12.252 ± 0.178 % 82.937 ± 0.257 % 85 13.0801 ± 0.2963 0.04847 ± 0.00678 0.22683 ± 0.00503 12.220 ± 0.177 % 82.902 ± 0.256 % 86 13.0614 ± 0.2941 0.04865 ± 0.00672 0.22544 ± 0.00497 12.187 ± 0.175 % 82.932 ± 0.254 % 87 13.0616 ± 0.2922 0.04770 ± 0.00666 0.22485 ± 0.00492 12.193 ± 0.175 % 82.939 ± 0.253 % 88 13.1269 ± 0.2920 0.04749 ± 0.00662 0.22422 ± 0.00487 12.173 ± 0.173 % 82.919 ± 0.251 % 89 12.9793 ± 0.2867 0.04598 ± 0.00658 0.22418 ± 0.00485 12.198 ± 0.173 % 83.001 ± 0.249 % 90 13.1058 ± 0.2882 0.04606 ± 0.00653 0.22376 ± 0.00481 12.179 ± 0.172 % 82.937 ± 0.248 % 91 13.0481 ± 0.2854 0.04792 ± 0.00651 0.22375 ± 0.00479 12.177 ± 0.171 % 82.956 ± 0.247 % 92 13.1009 ± 0.2851 0.04706 ± 0.00647 0.22352 ± 0.00476 12.161 ± 0.170 % 82.988 ± 0.245 % 93 13.1597 ± 0.2850 0.04648 ± 0.00643 0.22362 ± 0.00472 12.167 ± 0.169 % 82.977 ± 0.244 % 94 13.0084 ± 0.2797 0.04672 ± 0.00638 0.22290 ± 0.00468 12.185 ± 0.168 % 82.995 ± 0.243 % 95 13.0943 ± 0.2799 0.04668 ± 0.00633 0.22207 ± 0.00463 12.146 ± 0.167 % 82.964 ± 0.242 % 96 13.1454 ± 0.2795 0.04496 ± 0.00631 0.22194 ± 0.00459 12.119 ± 0.165 % 82.949 ± 0.240 % 97 13.2402 ± 0.2805 0.04463 ± 0.00628 0.22223 ± 0.00456 12.126 ± 0.164 % 82.923 ± 0.239 % 98 13.3738 ± 0.2825 0.04450 ± 0.00624 0.22209 ± 0.00453 12.103 ± 0.163 % 82.901 ± 0.238 % 99 13.2763 ± 0.2789 0.04568 ± 0.00623 0.22264 ± 0.00454 12.125 ± 0.163 % 82.959 ± 0.237 % 100 13.4149 ± 0.2812 0.04605 ± 0.00620 0.22334 ± 0.00451 12.135 ± 0.162 % 82.925 ± 0.236 % ====== Perplexity statistics ====== Mean PPL(Q) : 13.414878 ± 0.281191 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 95.65% Mean ln(PPL(Q)/PPL(base)) : 0.046048 ± 0.006203 Mean PPL(Q)/PPL(base) : 1.047124 ± 0.006496 Mean PPL(Q)-PPL(base) : 0.603719 ± 0.082079 ====== KL divergence statistics ====== Mean KLD: 0.223337 ± 0.004507 Maximum KLD: 16.911457 99.9% KLD: 10.379578 99.0% KLD: 2.836165 95.0% KLD: 0.793532 90.0% KLD: 0.434508 Median KLD: 0.068018 10.0% KLD: 0.001191 5.0% KLD: 0.000252 1.0% KLD: 0.000020 0.1% KLD: 0.000001 Minimum KLD: -0.000002 ====== Token probability statistics ====== Mean Δp: -2.099 ± 0.075 % Maximum Δp: 99.850% 99.9% Δp: 76.408% 99.0% Δp: 29.942% 95.0% Δp: 10.419% 90.0% Δp: 4.571% 75.0% Δp: 0.288% Median Δp: -0.067% 25.0% Δp: -3.012% 10.0% Δp: -12.172% 5.0% Δp: -20.932% 1.0% Δp: -48.882% 0.1% Δp: -87.168% Minimum Δp: -99.985% RMS Δp : 12.135 ± 0.162 % Same top p: 82.925 ± 0.236 % # exit 0 after 18s