Added reference token attention isolation (kv_cache) for Krea2 edit training. Same training cost with significant inference speed up. 2x inference speedup.
This commit is contained in:
@@ -340,6 +340,17 @@ const docs: { [key: string]: ConfigDoc } = {
|
||||
</>
|
||||
),
|
||||
},
|
||||
'model.model_kwargs.kv_cache': {
|
||||
title: 'KV Cache',
|
||||
description: (
|
||||
<>
|
||||
This will enable KV Cache for control images in a model that supports it. LoRAs trained with this on
|
||||
need to also be inferenced with it, and vice versa. This does not speed up or slow down training, but on inference,
|
||||
the control images only need to be processed once for the entire generation, vs being processed for every step.
|
||||
Which leads to a significant speedup on inference.
|
||||
</>
|
||||
),
|
||||
},
|
||||
};
|
||||
|
||||
export const getDoc = (key: string | null | undefined): ConfigDoc | null => {
|
||||
|
||||
Reference in New Issue
Block a user