github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add convrot4 and convrot8 quantizations to the ui. A lot of improvements to the convrot quantization methods.

Browse Source
This commit is contained in:
Jaret Burkett
2026-07-11 13:49:41 -06:00
parent 933ca1c517
commit 095d6e7418
6 changed files with 557 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
ui/src/app/jobs/new/options.ts
View File

@@ -1236,7 +1236,10 @@ export const groupedModelOptions: GroupedSelectOption[] = modelArchs.reduce((acc
export const quantizationOptions: SelectOption[] = [
{ value: '', label: '- NONE -' },
{ value: 'qfloat8', label: 'float8 (default)' },
{ value: 'qfloat8', label: 'qfloat8 (default)' },
{ value: 'float8', label: 'float8' },
{ value: 'convrot8', label: '8bit convrot' },
{ value: 'convrot4', label: '4bit convrot' },
{ value: 'uint7', label: '7 bit' },
{ value: 'uint6', label: '6 bit' },
{ value: 'uint5', label: '5 bit' },