Update app.py

app.py

@@ -17,7 +17,7 @@ import time
 from tenacity import RetryError
 from tenacity import retry, stop_after_attempt, wait_fixed
 import gradio as gr
-import torch
+# import torch
 from peft import PeftModel
 from transformers import (
     LLaMATokenizer, 
@@ -33,7 +33,7 @@ from transformers import (
     MinLengthLogitsProcessor
 )
 
-assert torch.cuda.is_available(), "Change the runtime type to GPU"
+# assert torch.cuda.is_available(), "Change the runtime type to GPU"
 
 # constants
 num_of_characters_to_keep = 1000