zamal commited on
Commit
bba5804
1 Parent(s): ba199df

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -9
app.py CHANGED
@@ -5,15 +5,6 @@ import requests
5
  from io import BytesIO
6
  import subprocess
7
  import sys
8
-
9
- def install_bitsandbytes():
10
- # Reinstall bitsandbytes with CPU support
11
- subprocess.run([sys.executable, "-m", "pip", "install", "bitsandbytes-cpu", "--force-reinstall", "--index-url", "https://pypi.org/simple/", "--no-cache-dir"])
12
-
13
- # Call the function at the start of the script
14
- install_bitsandbytes()
15
-
16
-
17
  # Load the model and processor
18
  repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
19
  arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
 
5
  from io import BytesIO
6
  import subprocess
7
  import sys
 
 
 
 
 
 
 
 
 
8
  # Load the model and processor
9
  repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
10
  arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}