github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Apply sigma to contrastive guidance to balance loss better. Prevent noise grads on images/non audio datasets. Prep for training adapters on MiniMax H3

Browse Source
This commit is contained in:
Jaret Burkett
2026-08-05 13:27:12 -06:00
parent 9065951da3
commit 1e1418b22c
8 changed files with 163 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ui/src/app/jobs/new/SimpleJob.tsx
View File

@@ -915,7 +915,7 @@ export default function SimpleJob({
if (value) {
setJobConfig(true, 'config.process[0].train.do_guidance_loss');
if (!jobConfig.config.process[0].train.guidance_loss_target) {
setJobConfig(3.0, 'config.process[0].train.guidance_loss_target');
setJobConfig(4.0, 'config.process[0].train.guidance_loss_target');
}
} else {
setJobConfig(undefined, 'config.process[0].train.do_guidance_loss');
@@ -928,7 +928,7 @@ export default function SimpleJob({
<NumberInput
label="Guidance Loss Target"
docKey={'train.guidance_loss_target'}
value={(jobConfig.config.process[0].train.guidance_loss_target as number) || 3.0}
value={(jobConfig.config.process[0].train.guidance_loss_target as number) || 4.0}
onChange={value => setJobConfig(value, 'config.process[0].train.guidance_loss_target')}
placeholder="eg. 3.0"
min={0}

4
ui/src/app/jobs/new/options.tsx
View File

@@ -718,7 +718,7 @@ export const modelArchs: ModelArch[] = [
'config.process[0].train.noise_scheduler': ['flowmatch', 'flowmatch'],
'config.process[0].train.cache_text_embeddings': [true, false],
'config.process[0].train.do_guidance_loss': [true, undefined],
'config.process[0].train.guidance_loss_target': [3.0, undefined],
'config.process[0].train.guidance_loss_target': [4.0, undefined],
'config.process[0].network.linear': [16, defaultLinearRank],
'config.process[0].network.linear_alpha': [16, defaultLinearRank],
'config.process[0].network.network_kwargs.ignore_if_contains': [['adaln_proj'], []],
@@ -738,7 +738,7 @@ export const modelArchs: ModelArch[] = [
'config.process[0].datasets[x].auto_frame_count': [true, undefined],
},
disableSections: ['network.conv'],
additionalSections: ['sample.ctrl_img', 'datasets.num_frames', 'model.layer_offloading', 'model.low_vram', 'datasets.do_audio', 'datasets.audio_normalize', 'datasets.audio_preserve_pitch', 'datasets.do_i2v', 'train.audio_loss_multiplier', 'datasets.auto_frame_count'],
additionalSections: ['sample.ctrl_img', 'datasets.num_frames', 'model.layer_offloading', 'model.low_vram', 'datasets.do_audio', 'datasets.audio_normalize', 'datasets.audio_preserve_pitch', 'datasets.do_i2v', 'train.audio_loss_multiplier', 'datasets.auto_frame_count', 'model.assistant_lora_path'],
modelNotes: (
<div className="space-y-2">
<p>