mirror of
https://github.com/Dynamis-Labs/spectralquant.git
synced 2026-10-19 00:39:46 -05:00
Ashwin Gopinath
8d5a431276
Complete repository for "3% Is All You Need: Breaking TurboQuant's Compression Limit via Spectral Structure" — submitted to arXiv. Includes source code, experiment scripts, raw results, paper (LaTeX + PDF), figures, tests, and full reproduction instructions.
32 lines
648 B
JSON
32 lines
648 B
JSON
{
|
|
"Qwen2.5-1.5B-Instruct": {
|
|
"model": "Qwen2.5-1.5B-Instruct",
|
|
"d_eff_pr": 3.857142857142857,
|
|
"d_eff_95": 62.517857142857146,
|
|
"kappa": 1.247033076626914,
|
|
"TQ_norm_3bit": {
|
|
"mean": 0.8442779799799124,
|
|
"n": 300
|
|
},
|
|
"TQ_unnorm_3bit": {
|
|
"mean": 0.8429067537685235,
|
|
"n": 300
|
|
},
|
|
"SQ_unnorm_PR": {
|
|
"mean": 0.8393751129508018,
|
|
"n": 300
|
|
},
|
|
"SQ_unnorm_95cv": {
|
|
"mean": 0.8333308091759681,
|
|
"n": 300
|
|
},
|
|
"SQ_unnorm_d8": {
|
|
"mean": 0.8238180807729563,
|
|
"n": 300
|
|
},
|
|
"SQ_unnorm_d4": {
|
|
"mean": 0.8167304417739312,
|
|
"n": 300
|
|
}
|
|
}
|
|
} |