Refactor flux_helpers.py to use CUDA device for generator seed

modules/helpers/flux_helpers.py

@@ -88,6 +88,7 @@ def gen_img(request: BaseReq | BaseImg2ImgReq | BaseInpaintReq):
         positive_prompt_embeds, positive_prompt_pooled = get_prompt_attention(pipeline, request.prompt)
 
         # Common Args
+        device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         args = {
             'prompt_embeds': positive_prompt_embeds,
             'pooled_prompt_embeds': positive_prompt_pooled,
@@ -96,7 +97,7 @@ def gen_img(request: BaseReq | BaseImg2ImgReq | BaseInpaintReq):
             'num_images_per_prompt': request.num_images_per_prompt,
             'num_inference_steps': request.num_inference_steps,
             'guidance_scale': request.guidance_scale,
-            'generator': [torch.Generator().manual_seed(request.seed + i) if not request.seed is any([None, 0, -1]) else torch.Generator().manual_seed(random.randint(0, 2**32 - 1)) for i in range(request.num_images_per_prompt)],
+            'generator': [torch.Generator(device=device).manual_seed(request.seed + i) if not request.seed is any([None, 0, -1]) else torch.Generator(device=device).manual_seed(random.randint(0, 2**32 - 1)) for i in range(request.num_images_per_prompt)],
         }
 
         if request.controlnet_config: