$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-4B-GGUF\snapshots\4168f45a16a1290d65a4ec0fa312ae917a4c15d6\Qwen_Qwen3.5-4B-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:18:09Z 0.00.953.657 W model has unused tensor blk.32.attn_norm.weight (size = 10240 bytes) -- ignoring 0.00.953.671 W model has unused tensor blk.32.post_attention_norm.weight (size = 10240 bytes) -- ignoring 0.00.953.697 W model has unused tensor blk.32.attn_q.weight (size = 22282240 bytes) -- ignoring 0.00.953.706 W model has unused tensor blk.32.attn_k.weight (size = 2785280 bytes) -- ignoring 0.00.953.717 W model has unused tensor blk.32.attn_v.weight (size = 2785280 bytes) -- ignoring 0.00.953.749 W model has unused tensor blk.32.attn_output.weight (size = 11141120 bytes) -- ignoring 0.00.953.760 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.00.953.768 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.00.953.778 W model has unused tensor blk.32.ffn_gate.weight (size = 25067520 bytes) -- ignoring 0.00.953.788 W model has unused tensor blk.32.ffn_down.weight (size = 25067520 bytes) -- ignoring 0.00.953.798 W model has unused tensor blk.32.ffn_up.weight (size = 25067520 bytes) -- ignoring 0.00.953.809 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 13926400 bytes) -- ignoring 0.00.953.819 W model has unused tensor blk.32.nextn.enorm.weight (size = 10240 bytes) -- ignoring 0.00.953.830 W model has unused tensor blk.32.nextn.hnorm.weight (size = 10240 bytes) -- ignoring 0.00.953.859 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 10240 bytes) -- ignoring 0.01.987.356 I cmn init: llama threadpool init, n_threads = 8 0.02.051.691 I 0.02.051.723 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.063.477 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.262.268 I kl_divergence: 0.20 seconds per pass - ETA 0.32 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.1729 ± 1.0685 0.01992 ± 0.01570 0.01702 ± 0.00284 3.643 ± 0.760 % 93.725 ± 1.522 % 2 8.2800 ± 1.0764 0.02451 ± 0.01074 0.01793 ± 0.00182 3.710 ± 0.462 % 93.529 ± 1.090 % 3 6.9848 ± 0.7024 0.01884 ± 0.00875 0.02248 ± 0.00357 4.450 ± 0.521 % 92.810 ± 0.935 % 4 8.1892 ± 0.7462 0.01079 ± 0.00806 0.02145 ± 0.00272 4.099 ± 0.426 % 93.431 ± 0.776 % 5 9.9765 ± 0.8345 0.01359 ± 0.00720 0.02362 ± 0.00337 3.894 ± 0.361 % 92.235 ± 0.750 % 6 10.1237 ± 0.7593 0.01740 ± 0.00631 0.02223 ± 0.00281 3.817 ± 0.310 % 92.092 ± 0.690 % 7 10.1483 ± 0.6944 0.01685 ± 0.00564 0.02087 ± 0.00242 3.709 ± 0.278 % 92.605 ± 0.620 % 8 10.0994 ± 0.6426 0.01621 ± 0.00515 0.02169 ± 0.00222 3.853 ± 0.275 % 93.137 ± 0.560 % 9 10.4225 ± 0.6191 0.01764 ± 0.00479 0.02127 ± 0.00198 3.806 ± 0.252 % 93.246 ± 0.524 % 10 11.1798 ± 0.6369 0.01915 ± 0.00453 0.02204 ± 0.00225 3.684 ± 0.234 % 92.863 ± 0.510 % 11 11.2076 ± 0.6050 0.02047 ± 0.00440 0.02202 ± 0.00208 3.805 ± 0.247 % 92.656 ± 0.493 % 12 11.7117 ± 0.6148 0.02235 ± 0.00416 0.02174 ± 0.00192 3.757 ± 0.232 % 92.778 ± 0.468 % 13 12.5439 ± 0.6399 0.02209 ± 0.00402 0.02156 ± 0.00179 3.664 ± 0.220 % 92.549 ± 0.456 % 14 13.2383 ± 0.6558 0.02416 ± 0.00383 0.02138 ± 0.00167 3.643 ± 0.208 % 92.185 ± 0.449 % 15 13.6575 ± 0.6532 0.02346 ± 0.00364 0.02094 ± 0.00156 3.574 ± 0.198 % 92.131 ± 0.435 % 16 13.5882 ± 0.6274 0.02408 ± 0.00353 0.02045 ± 0.00146 3.519 ± 0.189 % 92.255 ± 0.419 % 17 13.5445 ± 0.6061 0.02340 ± 0.00340 0.02057 ± 0.00138 3.514 ± 0.179 % 92.203 ± 0.407 % 18 13.5780 ± 0.5892 0.02192 ± 0.00332 0.02068 ± 0.00131 3.514 ± 0.171 % 92.179 ± 0.396 % 19 12.3366 ± 0.5171 0.02289 ± 0.00339 0.02165 ± 0.00127 3.749 ± 0.166 % 92.322 ± 0.383 % 20 12.5819 ± 0.5148 0.02316 ± 0.00334 0.02171 ± 0.00123 3.812 ± 0.180 % 92.353 ± 0.372 % 21 11.7577 ± 0.4646 0.02170 ± 0.00321 0.02120 ± 0.00118 3.791 ± 0.173 % 92.437 ± 0.361 % 22 11.6221 ± 0.4483 0.02308 ± 0.00324 0.02204 ± 0.00115 3.845 ± 0.166 % 92.496 ± 0.352 % 23 11.8578 ± 0.4496 0.02268 ± 0.00317 0.02198 ± 0.00111 3.858 ± 0.161 % 92.583 ± 0.342 % 24 11.1056 ± 0.4092 0.02407 ± 0.00338 0.02360 ± 0.00156 4.181 ± 0.223 % 92.614 ± 0.334 % 25 10.7755 ± 0.3869 0.02269 ± 0.00329 0.02314 ± 0.00150 4.124 ± 0.218 % 92.643 ± 0.327 % 26 10.4563 ± 0.3660 0.02241 ± 0.00319 0.02294 ± 0.00145 4.096 ± 0.211 % 92.655 ± 0.320 % 27 10.5975 ± 0.3665 0.02217 ± 0.00312 0.02284 ± 0.00140 4.081 ± 0.204 % 92.636 ± 0.315 % 28 10.5724 ± 0.3589 0.02223 ± 0.00305 0.02287 ± 0.00135 4.090 ± 0.198 % 92.521 ± 0.311 % 29 10.7478 ± 0.3605 0.02215 ± 0.00298 0.02271 ± 0.00130 4.067 ± 0.193 % 92.508 ± 0.306 % 30 10.2654 ± 0.3383 0.02489 ± 0.00324 0.02410 ± 0.00133 4.451 ± 0.214 % 92.536 ± 0.300 % 31 10.1597 ± 0.3276 0.02371 ± 0.00316 0.02393 ± 0.00129 4.417 ± 0.209 % 92.473 ± 0.297 % 32 10.2590 ± 0.3283 0.02488 ± 0.00333 0.02960 ± 0.00234 4.673 ± 0.228 % 92.341 ± 0.294 % 33 10.1717 ± 0.3200 0.02440 ± 0.00327 0.02945 ± 0.00227 4.683 ± 0.223 % 92.430 ± 0.288 % 34 10.1398 ± 0.3133 0.02349 ± 0.00320 0.02910 ± 0.00221 4.652 ± 0.218 % 92.411 ± 0.284 % 35 9.8372 ± 0.2981 0.02306 ± 0.00313 0.02865 ± 0.00214 4.617 ± 0.214 % 92.426 ± 0.280 % 36 9.5542 ± 0.2843 0.02400 ± 0.00308 0.02875 ± 0.00209 4.734 ± 0.209 % 92.407 ± 0.276 % 37 9.2030 ± 0.2686 0.02402 ± 0.00301 0.02838 ± 0.00203 4.723 ± 0.204 % 92.507 ± 0.271 % 38 9.1037 ± 0.2614 0.02478 ± 0.00296 0.02823 ± 0.00198 4.763 ± 0.198 % 92.632 ± 0.265 % 39 9.0957 ± 0.2575 0.02363 ± 0.00295 0.02838 ± 0.00194 4.816 ± 0.200 % 92.710 ± 0.261 % 40 8.9416 ± 0.2487 0.02383 ± 0.00291 0.02828 ± 0.00190 4.809 ± 0.196 % 92.745 ± 0.257 % 41 8.9169 ± 0.2442 0.02349 ± 0.00285 0.02809 ± 0.00185 4.782 ± 0.192 % 92.779 ± 0.253 % 42 8.7603 ± 0.2363 0.02255 ± 0.00280 0.02783 ± 0.00181 4.779 ± 0.188 % 92.866 ± 0.249 % 43 8.6561 ± 0.2315 0.02266 ± 0.00276 0.02761 ± 0.00177 4.774 ± 0.185 % 92.877 ± 0.246 % 44 8.5619 ± 0.2255 0.02255 ± 0.00271 0.02737 ± 0.00173 4.758 ± 0.182 % 92.870 ± 0.243 % 45 8.4413 ± 0.2198 0.02225 ± 0.00267 0.02704 ± 0.00169 4.746 ± 0.180 % 92.932 ± 0.239 % 46 8.5130 ± 0.2193 0.02221 ± 0.00262 0.02690 ± 0.00165 4.723 ± 0.177 % 92.907 ± 0.237 % 47 8.4888 ± 0.2158 0.02235 ± 0.00259 0.02683 ± 0.00162 4.743 ± 0.173 % 92.883 ± 0.235 % 48 8.3472 ± 0.2089 0.02203 ± 0.00255 0.02663 ± 0.00159 4.717 ± 0.171 % 92.900 ± 0.232 % 49 8.3880 ± 0.2090 0.02312 ± 0.00266 0.02659 ± 0.00156 4.721 ± 0.169 % 92.869 ± 0.230 % 50 8.3901 ± 0.2067 0.02295 ± 0.00263 0.02649 ± 0.00153 4.703 ± 0.166 % 92.878 ± 0.228 % 51 8.3343 ± 0.2026 0.02265 ± 0.00259 0.02700 ± 0.00159 4.681 ± 0.164 % 92.926 ± 0.225 % 52 8.4362 ± 0.2035 0.02252 ± 0.00257 0.02696 ± 0.00156 4.665 ± 0.161 % 92.934 ± 0.223 % 53 8.4715 ± 0.2022 0.02274 ± 0.00254 0.02697 ± 0.00153 4.678 ± 0.159 % 92.882 ± 0.221 % 54 8.5006 ± 0.2012 0.02298 ± 0.00251 0.02679 ± 0.00150 4.650 ± 0.157 % 92.876 ± 0.219 % 55 8.5698 ± 0.2018 0.02318 ± 0.00250 0.02664 ± 0.00147 4.639 ± 0.154 % 92.913 ± 0.217 % 56 8.5714 ± 0.1995 0.02320 ± 0.00247 0.02653 ± 0.00145 4.615 ± 0.152 % 92.927 ± 0.215 % 57 8.6962 ± 0.2011 0.02279 ± 0.00245 0.02645 ± 0.00142 4.595 ± 0.150 % 92.907 ± 0.213 % 58 8.6846 ± 0.1989 0.02283 ± 0.00242 0.02624 ± 0.00140 4.577 ± 0.149 % 92.934 ± 0.211 % 59 8.6600 ± 0.1965 0.02282 ± 0.00239 0.02614 ± 0.00138 4.562 ± 0.147 % 92.901 ± 0.209 % 60 8.6019 ± 0.1942 0.02304 ± 0.00243 0.02598 ± 0.00135 4.547 ± 0.145 % 92.908 ± 0.208 % 61 8.6543 ± 0.1943 0.02289 ± 0.00241 0.02591 ± 0.00134 4.538 ± 0.143 % 92.928 ± 0.206 % 62 8.6201 ± 0.1915 0.02226 ± 0.00238 0.02579 ± 0.00132 4.524 ± 0.141 % 92.878 ± 0.205 % 63 8.6369 ± 0.1904 0.02232 ± 0.00236 0.02572 ± 0.00130 4.521 ± 0.140 % 92.866 ± 0.203 % 64 8.6826 ± 0.1898 0.02231 ± 0.00234 0.02560 ± 0.00128 4.511 ± 0.138 % 92.874 ± 0.201 % 65 8.5144 ± 0.1840 0.02217 ± 0.00232 0.02586 ± 0.00126 4.601 ± 0.136 % 92.905 ± 0.199 % 66 8.5581 ± 0.1838 0.02245 ± 0.00230 0.02574 ± 0.00124 4.588 ± 0.135 % 92.911 ± 0.198 % 67 8.5546 ± 0.1819 0.02268 ± 0.00227 0.02564 ± 0.00122 4.574 ± 0.133 % 92.894 ± 0.197 % 68 8.5633 ± 0.1807 0.02296 ± 0.00225 0.02557 ± 0.00120 4.568 ± 0.132 % 92.895 ± 0.195 % 69 8.6014 ± 0.1802 0.02297 ± 0.00223 0.02548 ± 0.00119 4.556 ± 0.130 % 92.901 ± 0.194 % 70 8.5496 ± 0.1777 0.02275 ± 0.00220 0.02548 ± 0.00117 4.558 ± 0.129 % 92.924 ± 0.192 % 71 8.4615 ± 0.1747 0.02265 ± 0.00218 0.02532 ± 0.00116 4.545 ± 0.127 % 92.958 ± 0.190 % 72 8.5778 ± 0.1762 0.02203 ± 0.00216 0.02523 ± 0.00114 4.532 ± 0.126 % 92.936 ± 0.189 % 73 8.5910 ± 0.1753 0.02186 ± 0.00214 0.02516 ± 0.00113 4.517 ± 0.125 % 92.920 ± 0.188 % 74 8.6299 ± 0.1750 0.02157 ± 0.00212 0.02501 ± 0.00111 4.495 ± 0.124 % 92.946 ± 0.186 % 75 8.5744 ± 0.1724 0.02145 ± 0.00210 0.02499 ± 0.00110 4.491 ± 0.122 % 92.957 ± 0.185 % 76 8.5492 ± 0.1708 0.02203 ± 0.00214 0.02509 ± 0.00108 4.524 ± 0.121 % 92.951 ± 0.184 % 77 8.4989 ± 0.1682 0.02172 ± 0.00214 0.02558 ± 0.00118 4.544 ± 0.122 % 92.911 ± 0.183 % 78 8.5283 ± 0.1678 0.02207 ± 0.00213 0.02546 ± 0.00116 4.533 ± 0.121 % 92.936 ± 0.182 % 79 8.4937 ± 0.1659 0.02171 ± 0.00210 0.02535 ± 0.00115 4.529 ± 0.120 % 92.971 ± 0.180 % 80 8.4937 ± 0.1649 0.02215 ± 0.00210 0.02565 ± 0.00114 4.559 ± 0.120 % 92.961 ± 0.179 % 81 8.5609 ± 0.1655 0.02256 ± 0.00209 0.02562 ± 0.00113 4.548 ± 0.119 % 92.931 ± 0.178 % 82 8.5453 ± 0.1641 0.02141 ± 0.00210 0.02621 ± 0.00118 4.552 ± 0.118 % 92.908 ± 0.178 % 83 8.6396 ± 0.1650 0.02173 ± 0.00208 0.02613 ± 0.00116 4.534 ± 0.118 % 92.908 ± 0.176 % 84 8.6532 ± 0.1642 0.02168 ± 0.00206 0.02606 ± 0.00115 4.520 ± 0.117 % 92.941 ± 0.175 % 85 8.5777 ± 0.1615 0.02202 ± 0.00206 0.02631 ± 0.00114 4.619 ± 0.123 % 92.932 ± 0.174 % 86 8.6804 ± 0.1628 0.02228 ± 0.00204 0.02622 ± 0.00113 4.607 ± 0.122 % 92.923 ± 0.173 % 87 8.6507 ± 0.1609 0.02215 ± 0.00202 0.02619 ± 0.00112 4.609 ± 0.120 % 92.896 ± 0.172 % 88 8.6686 ± 0.1603 0.02205 ± 0.00200 0.02606 ± 0.00110 4.596 ± 0.119 % 92.888 ± 0.172 % 89 8.6625 ± 0.1591 0.02196 ± 0.00199 0.02592 ± 0.00109 4.581 ± 0.119 % 92.919 ± 0.170 % 90 8.6546 ± 0.1580 0.02190 ± 0.00197 0.02588 ± 0.00108 4.577 ± 0.117 % 92.924 ± 0.169 % 91 8.7623 ± 0.1598 0.02213 ± 0.00196 0.02612 ± 0.00107 4.564 ± 0.117 % 92.889 ± 0.169 % 92 8.7544 ± 0.1587 0.02189 ± 0.00195 0.02606 ± 0.00106 4.551 ± 0.116 % 92.873 ± 0.168 % 93 8.8098 ± 0.1590 0.02193 ± 0.00193 0.02594 ± 0.00105 4.537 ± 0.115 % 92.853 ± 0.167 % 94 8.8439 ± 0.1588 0.02177 ± 0.00191 0.02587 ± 0.00104 4.522 ± 0.114 % 92.837 ± 0.167 % 95 8.8608 ± 0.1583 0.02181 ± 0.00190 0.02581 ± 0.00103 4.521 ± 0.113 % 92.830 ± 0.166 % 96 8.8823 ± 0.1581 0.02263 ± 0.00195 0.02589 ± 0.00102 4.528 ± 0.112 % 92.835 ± 0.165 % 97 8.9050 ± 0.1576 0.02245 ± 0.00194 0.02593 ± 0.00101 4.515 ± 0.111 % 92.832 ± 0.164 % 98 8.9869 ± 0.1585 0.02219 ± 0.00192 0.02586 ± 0.00100 4.500 ± 0.110 % 92.825 ± 0.163 % 99 9.0159 ± 0.1581 0.02224 ± 0.00191 0.02575 ± 0.00099 4.486 ± 0.109 % 92.858 ± 0.162 % 100 9.0660 ± 0.1583 0.02259 ± 0.00190 0.02579 ± 0.00098 4.480 ± 0.109 % 92.816 ± 0.162 % ====== Perplexity statistics ====== Mean PPL(Q) : 9.065974 ± 0.158329 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.41% Mean ln(PPL(Q)/PPL(base)) : 0.022589 ± 0.001898 Mean PPL(Q)/PPL(base) : 1.022846 ± 0.001941 Mean PPL(Q)-PPL(base) : 0.202495 ± 0.017701 ====== KL divergence statistics ====== Mean KLD: 0.025793 ± 0.000983 Maximum KLD: 10.865278 99.9% KLD: 1.371259 99.0% KLD: 0.213138 95.0% KLD: 0.070149 90.0% KLD: 0.043881 Median KLD: 0.010966 10.0% KLD: 0.000559 5.0% KLD: 0.000181 1.0% KLD: 0.000020 0.1% KLD: 0.000002 Minimum KLD: -0.000011 ====== Token probability statistics ====== Mean Δp: -0.330 ± 0.028 % Maximum Δp: 80.795% 99.9% Δp: 27.715% 99.0% Δp: 10.684% 95.0% Δp: 4.724% 90.0% Δp: 2.692% 75.0% Δp: 0.508% Median Δp: -0.005% 25.0% Δp: -0.906% 10.0% Δp: -3.555% 5.0% Δp: -5.974% 1.0% Δp: -14.354% 0.1% Δp: -41.942% Minimum Δp: -91.499% RMS Δp : 4.480 ± 0.109 % Same top p: 92.816 ± 0.162 % # exit 0 after 19s