github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix some errors for specific quants. Enable saving quantizations.

Browse Source
This commit is contained in:
Jaret Burkett
2026-07-14 07:25:09 -06:00
parent abba6b5845
commit cf0db39ede
3 changed files with 422 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/test_quantizations.py
View File

@@ -48,7 +48,7 @@ VRAM_TOKENS = 4096
QTYPES = [
"bf16", "qfloat8", "float8", "orbit4", "orbitvq4", "convrot8", "convrot4",
"convrotint7", "convrotint6", "convrotint5", "convrotint4", "convrotint3",
"convrotint2", "convrotbitnet",
"convrotint2", "convrotbitnet", "convrotcomfyw4a4",
]
STACK_KEY = f"{VRAM_BLOCKS}-block stack"