OPENGIT/stable-diffusion-webui
1
0
Fork 0
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git synced 2024-12-29 19:05:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

get T5 to work both with and without --precision half

Browse Source
This commit is contained in:
AUTOMATIC1111 2024-06-28 08:10:19 +03:00
parent 06fe174c74
commit fc8b126673
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/models/sd3/other_impls.py
View File

@ -479,7 +479,7 @@ class T5Stack(torch.nn.Module):
def forward(self, input_ids, intermediate_output=None, final_layer_norm_intermediate=True): def forward(self, input_ids, intermediate_output=None, final_layer_norm_intermediate=True):
intermediate = None intermediate = None
x = self.embed_tokens(input_ids) x = self.embed_tokens(input_ids).to(torch.float32) # needs float32 or else T5 returns all zeroes
past_bias = None past_bias = None
for i, layer in enumerate(self.block): for i, layer in enumerate(self.block):
x, past_bias = layer(x, past_bias) x, past_bias = layer(x, past_bias)