Added convrotbitnet 1.58 bit quantization

This commit is contained in:
Jaret Burkett
2026-07-13 07:52:48 -06:00
parent a259fa07cd
commit 28b05ee4ed
3 changed files with 183 additions and 2 deletions

View File

@@ -48,7 +48,7 @@ VRAM_TOKENS = 4096
QTYPES = [
"bf16", "qfloat8", "float8", "orbit4", "orbitvq4", "convrot8", "convrot4",
"convrotint7", "convrotint6", "convrotint5", "convrotint4", "convrotint3",
"convrotint2",
"convrotint2", "convrotbitnet",
]
STACK_KEY = f"{VRAM_BLOCKS}-block stack"