github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Convrot improvements. Add argitrary bit packed byte quantizations.

Browse Source
This commit is contained in:
Jaret Burkett
2026-07-13 06:33:54 -06:00
parent 64663c8575
commit b6ff367633
3 changed files with 531 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ui/src/app/jobs/new/options.ts
View File

@@ -1240,6 +1240,12 @@ export const quantizationOptions: SelectOption[] = [
{ value: 'float8', label: 'float8' },
{ value: 'convrot8', label: '8bit convrot' },
{ value: 'convrot4', label: '4bit convrot' },
{ value: 'convrotint7', label: '7bit convrot int' },
{ value: 'convrotint6', label: '6bit convrot int' },
{ value: 'convrotint5', label: '5bit convrot int' },
{ value: 'convrotint4', label: '4bit convrot int' },
{ value: 'convrotint3', label: '3bit convrot int' },
{ value: 'convrotint2', label: '2bit convrot int' },
{ value: 'uint7', label: '7 bit' },
{ value: 'uint6', label: '6 bit' },
{ value: 'uint5', label: '5 bit' },