Merge pull request #1 from jsmidt/jsmidt-patch-1

Update transformer_flux.py. Change float64 to float32

Author: jsmidt

src/diffusers/models/transformers/transformer_flux.py

@@ -38,7 +38,7 @@
 def rope(pos: torch.Tensor, dim: int, theta: int) -> torch.Tensor:
     assert dim % 2 == 0, "The dimension must be even."
 
-    scale = torch.arange(0, dim, 2, dtype=torch.float64, device=pos.device) / dim
+    scale = torch.arange(0, dim, 2, dtype=torch.float32, device=pos.device) / dim
     omega = 1.0 / (theta**scale)
 
     batch_size, seq_length = pos.shape