empty cache (#2)

- empty cache (cc5890be247ea3a953de00e5c45591e10496867b)


Co-authored-by: Morpheus <[email protected]>

app.py

@@ -6,6 +6,7 @@ import cv2
 import gradio as gr
 import numpy as np
 import PIL
+import gc
 #import spaces
 import torch
 from diffusers import LCMScheduler
@@ -310,6 +311,12 @@ def generate_image(
         generator=generator,
     ).images
 
+    gc.collect()
+    if device == 'mps':
+        torch.mps.empty_cache()
+    elif device == 'cuda':
+        torch.cuda.empty_cache()
+    
     return images[0], gr.update(visible=True)