Upload 2 files

app.py

@@ -51,15 +51,7 @@ MAX_SEED = 2**32-1
 # https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
 #@spaces.GPU()
 def change_base_model(repo_id: str, cn_on: bool, disable_model_cache: bool, progress=gr.Progress(track_tqdm=True)):
-    global pipe
-    global pipe_i2i
-    global taef1
-    global good_vae
-    global controlnet_union
-    global controlnet
-    global last_model
-    global last_cn_on
-    global dtype
+    global pipe, pipe_i2i, taef1, good_vae, controlnet_union, controlnet, last_model, last_cn_on, dtype
     try:
         if not disable_model_cache and (repo_id == last_model and cn_on is last_cn_on) or not is_repo_name(repo_id) or not is_repo_exists(repo_id): return gr.update(visible=True)
         pipe.to("cpu")
@@ -138,12 +130,9 @@ def update_selection(evt: gr.SelectData, width, height):
     )
 
 @spaces.GPU(duration=70)
+@torch.inference_mode()
 def generate_image(prompt_mash, steps, seed, cfg_scale, width, height, lora_scale, cn_on, progress=gr.Progress(track_tqdm=True)):
-    global pipe
-    global taef1
-    global good_vae
-    global controlnet
-    global controlnet_union
+    global pipe, taef1, good_vae, controlnet, controlnet_union
     try:
         good_vae.to("cuda")
         taef1.to("cuda")
@@ -194,11 +183,9 @@ def generate_image(prompt_mash, steps, seed, cfg_scale, width, height, lora_scal
         raise gr.Error(f"Inference Error: {e}") from e
 
 @spaces.GPU(duration=70)
+@torch.inference_mode()
 def generate_image_to_image(prompt_mash, image_input_path, image_strength, steps, cfg_scale, width, height, lora_scale, seed, cn_on, progress=gr.Progress(track_tqdm=True)):
-    global pipe_i2i
-    global good_vae
-    global controlnet
-    global controlnet_union
+    global pipe_i2i, good_vae, controlnet, controlnet_union
     try:
         good_vae.to("cuda")
         generator = torch.Generator(device="cuda").manual_seed(int(float(seed)))