github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add audio_loss_multiplier to scale audio loss to larger values if desired.

Browse Source
This commit is contained in:
Jaret Burkett
2026-02-19 11:57:44 -07:00
parent 3632656cda
commit 1c74ca5d22
6 changed files with 39 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
ui/src/app/jobs/new/SimpleJob.tsx
View File

@@ -551,6 +551,17 @@ export default function SimpleJob({
{ value: 'stepped', label: 'Stepped Recovery' },
]}
/>
{modelArch?.additionalSections?.includes('train.audio_loss_multiplier') && (
<NumberInput
label="Audio Loss Multiplier"
className="pt-2"
value={jobConfig.config.process[0].train.audio_loss_multiplier ?? 1.0}
onChange={value => setJobConfig(value, 'config.process[0].train.audio_loss_multiplier')}
placeholder="eg. 1.0"
docKey={'train.audio_loss_multiplier'}
min={0}
/>
)}
</div>
<div>
<FormGroup label="EMA (Exponential Moving Average)">

4
ui/src/app/jobs/new/options.ts
View File

@@ -22,6 +22,7 @@ type AdditionalSections =
| 'datasets.audio_preserve_pitch'
| 'sample.ctrl_img'
| 'sample.multi_ctrl_imgs'
| 'train.audio_loss_multiplier'
| 'datasets.num_frames'
| 'model.multistage'
| 'model.layer_offloading'
@@ -642,13 +643,14 @@ export const modelArchs: ModelArch[] = [
'config.process[0].sample.fps': [24, 1],
'config.process[0].sample.width': [768, 1024],
'config.process[0].sample.height': [768, 1024],
'config.process[0].train.audio_loss_multiplier': [1.0, undefined],
'config.process[0].train.timestep_type': ['weighted', 'sigmoid'],
'config.process[0].datasets[x].do_i2v': [false, undefined],
'config.process[0].datasets[x].do_audio': [true, undefined],
'config.process[0].datasets[x].fps': [24, undefined],
},
disableSections: ['network.conv'],
additionalSections: ['sample.ctrl_img', 'datasets.num_frames', 'model.layer_offloading', 'model.low_vram', 'datasets.do_audio', 'datasets.audio_normalize', 'datasets.audio_preserve_pitch', 'datasets.do_i2v'],
additionalSections: ['sample.ctrl_img', 'datasets.num_frames', 'model.layer_offloading', 'model.low_vram', 'datasets.do_audio', 'datasets.audio_normalize', 'datasets.audio_preserve_pitch', 'datasets.do_i2v', 'train.audio_loss_multiplier'],
},
{
name: 'flux2_klein_4b',