Dont force flash attention on hidream 01. Causes random issues and is slower.
This commit is contained in:
@@ -445,7 +445,7 @@ class HidreamO1Model(BaseModel):
|
|||||||
vinputs=z,
|
vinputs=z,
|
||||||
timestep=t_pixeldit.reshape(-1),
|
timestep=t_pixeldit.reshape(-1),
|
||||||
token_types=token_types,
|
token_types=token_types,
|
||||||
use_flash_attn=True,
|
use_flash_attn=False,
|
||||||
)
|
)
|
||||||
x_pred = outputs.x_pred # (B, S, C*p*p) over the full padded sequence
|
x_pred = outputs.x_pred # (B, S, C*p*p) over the full padded sequence
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user