The kit behind the-quantization-ladder

Every file this exhibit's figures draw from, with its size and sha256 — so what you download is provably what the page cites. Machine readers start at index.json; the licence terms are stated on the exhibit page.

filebytessha256
AMENDMENT-1.md6,202f232b1907c0b07ce2e4e4f5da99c4a097a321731e1cb37d38f52e2b23a1ae3c4
PREREG-QUANT.md16,63140607a11804285f6bcacca9e8f7c62233902173c32a83b8c3b8d1252e60553af
READING.md4,209a725aad9b730d6c901ddae860531a0f74710cf02681179a0d428366eb6437ea7
README.md7,341b9c11006583d70e9291291f5cb098e154a560b7f4854d429416e7a9364300676
anchor/anchor-q4_K_M.json10,7789b912475e4e8132862881fd01a2882ddf9a09d7eb96ac6f4bd581565a77ed64c
index.json25,564af3ec338672b9d411725711401ce1838d7cb723ba43db821e933e5f8eebe4e70
logs/ladder.log1,337a918f762d1d9f11e701fdacf2b361bc5a096f720b307478cf11e4ec7a1b6a041
provenance.json54,626085f96e0541ff79b1759599fc00b566dfdf340224e8df9ea30fa33570758face
reading.json8,61168384f0100d29843813fbedd928f066361ef6068f54518341ba26eda99554cdc
receipts/pull-q3_K_M.json5442408bd8f491c44d057c2e62ce54399958783b01851ea4a85ffce8d7b7f436287
receipts/pull-q4_K_M.json499eea7a328b5b678e4b6b7a3dd41a6e2a6b8bd6d0843d8bb89a39017bd33a2326e
receipts/pull-q5_K_M.json544e4d20ad07dd8d1f3237fc335d241b978a0e6cf133099083cbc820ee53c501a58
receipts/pull-q6_K.json497d4a8387f9748c3bf3d4ce326e868fac5f0a295e4a8d08814220de345674eade1
receipts/pull-q8_0.json54274a062cdaff856fb66a8902e95c318cb9d9d87c12e3343ed5c068ec60ad4b8b8
receipts/stage-20261015T051947Z.txt1,2390a1de370d82a62eb6d1c72e3447ea5f753828178358c22bb3fda90b445f50db4
receipts/stage-20261015T053354Z.txt1,24302a7f6ea03c3643a745e54eddfb540e149915bf8aca9f0eb54863b7251d5c2fd
receipts/stage-20261015T103251Z.txt1,23632d928f465e0a2aa41fc5eebed23146071e61e57ef5e227f2b36aeb7b7bc3cf3
receipts/stop-smoke-q4_K_M-20261015T053125Z.guard.json1,466fab0b078e3ad76d9eab7c9943b99c0fc36ed06e5fdb05bda2bdfc2fa8f382f8d
receipts/stop-speed-q3_K_M-20261015T105040Z.guard.json1,5050a4596c7e093386986eb292fb3de973899e364807940eb988b42714ef2a155f7
receipts/stop-speed-q4_K_M-20261015T053420Z.guard.json1,505b5f067e313874d143a66997d377b3f5865e1fb0da4fec0b62bfe99d85aa6515c
receipts/stop-speed-q5_K_M-20261015T103805Z.guard.json1,505d0907e9196687ef7e0d782801234983638dd2fa0089981d07c4b8c5271519a03
receipts/stop-speed-q6_K-20261015T060056Z.guard.json1,49975229ad53dbdbbc51bc2589e20fa13d308eeebfc0c87773aa5bbc339837f558d
receipts/stop-speed-q8_0-20261015T054759Z.guard.json1,499e08b62fd168f963035f5c867e4347d0433e266f35a52a1b55c253e768436f409
receipts/stop-tasks-q3_K_M-20261015T105840Z.guard.json1,1057e7ed27b7559e57959809301b954acb4d724a21bb8ca5c42d0a2bb2e099d718d
receipts/stop-tasks-q4_K_M-20261015T054143Z.guard.json1,1053e39be9bf793f42293df3d41dcc55596870821ba87c00b6a22a80091a5cc3423
receipts/stop-tasks-q5_K_M-20261015T104619Z.guard.json1,1055af9f61e6d928a4d45b80d1413aa0aa1dec6a9b6fcbfd3186575bfa2403d5f0b
receipts/stop-tasks-q6_K-20261015T061017Z.guard.json1,102d37b3704bd42be279a53b744be1fb4ff52968cdb1d551a362e79444103c7a9e0
receipts/stop-tasks-q6_K-20261015T061017Z.jsonl1325a675119d31ea8fe177cfbff4f8f0a4c086f7b65d34cb2f5ea5997551340b63b
receipts/stop-tasks-q6_K-20261015T103319Z.guard.json1,0993e48cdc19ea5d1e11b437d485e57d72d955006348db5387c88c6f9f80d387d61
receipts/stop-tasks-q8_0-20261015T055559Z.guard.json1,099b4ab8c6c6aaad563b09fb4a1b7769324142c46e5a5a9a9270412de6732786b4a
results/speed/READ-gpu-ql3090-24g-nemo-q3-k-m-control-3090-q3_K_M-ladder.json4,874d7fd7723b9e554b529a45506bffbacf34c68fceb5f8bdb94d59bb8fe6a573cf7
results/speed/READ-gpu-ql3090-24g-nemo-q4-k-m-control-3090-q4_K_M-ladder.json4,8723d6ee137352b62bbc5408b9706f8cf1ba228c0e3e97db9534edd46085b2294c5
results/speed/READ-gpu-ql3090-24g-nemo-q4-k-m-control-3090-q4_K_M-smoke-ladder.json1,012922e0b5c7b121aba6448d480e6e3cd52b6a0122f0f633be43d8f07673e47af9c
results/speed/READ-gpu-ql3090-24g-nemo-q5-k-m-control-3090-q5_K_M-ladder.json4,876d62c5e5b9ee83a3148d6e2a2ca6ed941b5c633d4f773199043fcd52e7e780dd8
results/speed/READ-gpu-ql3090-24g-nemo-q6-k-control-3090-q6_K-ladder.json4,86244c7e2262226eb55315a7a1af37df554dc3108473c0281abcfe7ca10832f626a
results/speed/READ-gpu-ql3090-24g-nemo-q8-0-control-3090-q8_0-ladder.json5,1776ffc0793eb4d5a3808b44b68a1038a0ef8b8785bd7715499dfa4a0da394cfdd0
results/speed/gpu-ql3090-24g-nemo-q3-k-m-control-3090-q3_K_M-ladder.json406,594af721e013666e286e9845543fc501496f5bb21f6154ccc2d11724824c91b479f
results/speed/gpu-ql3090-24g-nemo-q4-k-m-control-3090-q4_K_M-ladder.json409,279b1281566d719e48f833bf424096d6851040a81f697ae8984a679304247e996d2
results/speed/gpu-ql3090-24g-nemo-q4-k-m-control-3090-q4_K_M-smoke-ladder.json64,1154276d7f4919691e74028f19fe99491cff206ce9772686d732ee3e775398639d6
results/speed/gpu-ql3090-24g-nemo-q5-k-m-control-3090-q5_K_M-ladder.json411,1380fe6e11a13b2f289bd8243b9be1e8586301c2be3a6af3dcbdfe1576757d81544
results/speed/gpu-ql3090-24g-nemo-q6-k-control-3090-q6_K-ladder.json410,15579bac3339518e3bac6d6270fdce26022ba19d0f6bff335817026310c7011fadb
results/speed/gpu-ql3090-24g-nemo-q8-0-control-3090-q8_0-ladder.json362,046520200a5fe8c5d572579c643bf7313e5751133d4767219d40d696313bff1dbf2
results/tasks/figures.json48,105dabef85cbba3611fee7e15f8a291285f11a5a2fea87f154396bfa2cf125d390d
results/tasks/q-q3_K_M/arm.json34,055a652b5365cf6c46bd36b9e0323726ebb0fc9cf50e926a4f745240da2c31fed63
results/tasks/q-q3_K_M/probes.json8,81828abc242c2a282507ab08799613064eed3265ec0c363f9d6bd3a462267ff6b84
results/tasks/q-q3_K_M/q-q3_K_M.c.jsonl119,350fa57a6f72b8d576703ede6778145eb3344446e47c503f3eda2f0b18c8780bf42
results/tasks/q-q3_K_M/q-q3_K_M.c.report.json5,845c4f543a69b4b60ba1ab4ec73d02e1d66a8716a4225de19bbb50134bb66b84570
results/tasks/q-q4_K_M/arm.json34,3362470ebbbee5145a56fbc11c98cf9a85a273fec6840b6748059135b75e6da31b5
results/tasks/q-q4_K_M/probes.json9,133d8196bcd0fa182e82fe19859555b79483a298a5458177d40d919f476517bdbd0
results/tasks/q-q4_K_M/q-q4_K_M.c.jsonl119,2601baa5cf4398fb0079ed573f9788c737331fa18b48fe255f76fc843ae2673c173
results/tasks/q-q4_K_M/q-q4_K_M.c.report.json5,8464b09fa2cba0b853cbf825cd3b51032db028e3961f9645fdf0b98ab166e7a5189
results/tasks/q-q5_K_M/arm.json34,016125ae897da17f69427f70c0d7dd39cf15b5e450e2adb15e48ae829e6bc49d526
results/tasks/q-q5_K_M/probes.json8,812df93475b56db169fc47de17a86db38dbff2b78bc0a254c9d097fd12146931d43
results/tasks/q-q5_K_M/q-q5_K_M.c.jsonl119,34678e96892a4815d10492543e5c6be7924956de8f618f57d9e0cf2efc63978487a
results/tasks/q-q5_K_M/q-q5_K_M.c.report.json5,8425cbd2f72c81996f7884e1cd87a7c85381af30d9a28e285895dabed76ffc3f697
results/tasks/q-q6_K/arm.json34,02011ec943e424179cc3a8083f65c2309d0c1fc7e2083e8128361602608877ad14e
results/tasks/q-q6_K/probes.json8,81385aa133163e6d5d2a92896e53ca68f87590a66cb915a563551225b139db94506
results/tasks/q-q6_K/q-q6_K.c.jsonl118,7264e1e1e3b36064846478450b0d263c203a33beb431d2a9bb57b34095494abce15
results/tasks/q-q6_K/q-q6_K.c.report.json5,836af6445a4c3ea65d9f4469f50cce7cd6b2bcebe0055a3f59fe6d56ca3dc08de12
results/tasks/q-q8_0/arm.json34,3157a7622211331ba93694a33b52a9764c84b1556cd3f556fe301e835354203ab7a
results/tasks/q-q8_0/probes.json9,13133f1ae330e75f613b873eb38f036fb917621f35b0608069ef59165f620280f35
results/tasks/q-q8_0/q-q8_0.c.jsonl118,617d6447e9587cd1ab609fceab06f44b58ae530868ee439d12f6dd5748eeeab31de
results/tasks/q-q8_0/q-q8_0.c.report.json5,7809a2a12f2893a75af3ee9ad52a595f9b131f6cc0b8ec4f4d033e2bb077f4b3ee1

← back to the exhibit · the research shelf