Update app.py

app.py

@@ -28,7 +28,7 @@ def model_loading_pipeline():
         "text-generation",
         model=model_id,
         model_kwargs={
-            "torch_dtype": torch.float16,
+            "torch_dtype": torch.bfloat16,
         },
         streamer=streamer,
     )