orcarouter quant | orca bytes | candidate | candidate bytes | delta bytes IQ2_XXS 74848338432 bartowski (base, imatrix) 75193034304 delta +344695872 IQ2_M 80086292992 bartowski (base, imatrix) 80369487552 delta +283194560 Q2_K 80447449824 bartowski (base, imatrix) 80926779072 delta +479329248 mradermacher static (base) 80447449600 delta -224 mradermacher i1 (base) 80447449856 delta +32 mradermacher static (orca BF16 requant) 80447450112 delta +288 mradermacher i1 (orca BF16 requant) 80447450400 delta +576 IQ3_XXS 85202668032 bartowski (base, imatrix) 88021245632 delta +2818577600 Q3_K_S 88755338784 bartowski (base, imatrix) 89441195680 delta +685856896 mradermacher static (base) 88755338240 delta -544 mradermacher i1 (base) 88755338496 delta -288 mradermacher static (orca BF16 requant) 88755338752 delta -32 mradermacher i1 (orca BF16 requant) 88755339040 delta +256 IQ3_M 89540818432 bartowski (base, imatrix) 93227374240 delta +3686555808 mradermacher i1 (base) 89540818176 delta -256 mradermacher i1 (orca BF16 requant) 89540818720 delta +288 Q3_K_M 94137093504 bartowski (base, imatrix) 91957778112 delta -2179315392 mradermacher static (base) 94137093120 delta -384 mradermacher i1 (base) 94137093376 delta -128 mradermacher static (orca BF16 requant) 94137093632 delta +128 mradermacher i1 (orca BF16 requant) 94137093920 delta +416 Q3_K_L 96656399968 bartowski (base, imatrix) 93191001760 delta -3465398208 mradermacher static (base) 96656399360 delta -608 mradermacher i1 (base) 96656399616 delta -352 mradermacher static (orca BF16 requant) 96656399872 delta -96 mradermacher i1 (orca BF16 requant) 96656400160 delta +192 IQ4_XS 97473155200 bartowski (base, imatrix) 97681835680 delta +208680480 mradermacher static (base) 98421788160 delta +948632960 mradermacher i1 (base) 97473154816 delta -384 mradermacher static (orca BF16 requant) 98421788672 delta +948633472 mradermacher i1 (orca BF16 requant) 97473155360 delta +160 Q4_K_S 111769915520 bartowski (base, imatrix) 113135910592 delta +1365995072 Q4_K_M 119150722944 lmstudio-community (base) 119150722240 delta -704 bartowski (base, imatrix) 119599030080 delta +448307136 Q5_K_S 127728766080 bartowski (base, imatrix) 128104512320 delta +375746240 Q5_K_M 134106668160 bartowski (base, imatrix) 134668639040 delta +561970880 Q6_K 167639839296 lmstudio-community (base) 167639838624 delta -672 bartowski (base, imatrix) 168113805248 delta +473965952 Q8_0 188206518368 lmstudio-community (base) 188224949792 delta +18431424 bartowski (base, imatrix) 188260769536 delta +54251168 unsloth (base) 188225033248 delta +18514880 ggml-org (base) 162624826784 delta -25581691584 Q8_0-MTP 190980606112 lmstudio-community (base) {'Q4_K_M': 119150722240, 'Q6_K': 167639838624, 'Q8_0': 188224949792} bartowski (base, imatrix) {'IQ1_M': 72012848704, 'IQ1_S': 70104737344, 'IQ2_M': 80369487552, 'IQ2_S': 77825338944, 'IQ2_XS': 77737182784, 'IQ2_XXS': 75193034304, 'IQ3_M': 93227374240, 'IQ3_XS': 91945490112, 'IQ3_XXS': 88021245632, 'IQ4_NL': 100293527232, 'IQ4_XS': 97681835680, 'Q2_K': 80926779072, 'Q2_K_L': 107147702080, 'Q3_K_L': 93191001760, 'Q3_K_M': 91957778112, 'Q3_K_S': 89441195680, 'Q3_K_XL': 119347361600, 'Q4_0': 100599252672, 'Q4_1': 111258575520, 'Q4_K_L': 139270930368, 'Q4_K_M': 119599030080, 'Q4_K_S': 113135910592, 'Q5_K_L': 151061061568, 'Q5_K_M': 134668639040, 'Q5_K_S': 128104512320, 'Q6_K': 168113805248, 'Q8_0': 188260769536} mradermacher static (base) {'IQ4_XS': 98421788160, 'Q2_K': 80447449600, 'Q3_K_L': 96656399360, 'Q3_K_M': 94137093120, 'Q3_K_S': 88755338240} mradermacher i1 (base) {'IQ3_M': 89540818176, 'IQ3_S': 88882765056, 'IQ4_XS': 97473154816, 'Q2_K': 80447449856, 'Q3_K_L': 96656399616, 'Q3_K_M': 94137093376, 'Q3_K_S': 88755338496} mradermacher static (orca BF16 requant) {'IQ4_XS': 98421788672, 'Q2_K': 80447450112, 'Q3_K_L': 96656399872, 'Q3_K_M': 94137093632, 'Q3_K_S': 88755338752} mradermacher i1 (orca BF16 requant) {'IQ3_M': 89540818720, 'IQ3_S': 88882765600, 'IQ4_XS': 97473155360, 'Q2_K': 80447450400, 'Q3_K_L': 96656400160, 'Q3_K_M': 94137093920, 'Q3_K_S': 88755339040} unsloth (base) {'BF16': 354029930496, 'Q8_0': 188225033248, 'UD-IQ1_M': 74538755776, 'UD-IQ1_S': 72546461344, 'UD-IQ3_XXS': 81961823936, 'UD-IQ4_XS': 93682584224, 'UD-Q2_K_XL': 78869128864, 'UD-Q3_K_XL': 89986353824, 'UD-Q4_K_XL': 111334654784, 'UD-Q5_K_XL': 158286406650, 'UD-Q6_K_XL': 169165382688} ggml-org (base) {'IQ4_NL': 102048918944, 'Q8_0': 162624826784}