Daniel Marques commited on
Commit
dca490a
1 Parent(s): 70bcd03

fix: add websocket in handlerToken

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -4
Dockerfile CHANGED
@@ -3,6 +3,8 @@
3
  # Run as `docker run -it --mount src="$HOME/.cache",target=/root/.cache,type=bind --gpus=all localgpt`, requires Nvidia container toolkit.
4
  FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
5
 
 
 
6
  RUN apt-get update && apt-get upgrade -y \
7
  && apt-get install -y git build-essential libpq-dev gcc \
8
  wget ocl-icd-opencl-dev opencl-headers clinfo \
@@ -10,6 +12,8 @@ RUN apt-get update && apt-get upgrade -y \
10
  g++-11 make python3 python-is-python3 pip redis \
11
  && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
12
 
 
 
13
  COPY . .
14
 
15
  # setting build related env vars
@@ -25,12 +29,12 @@ RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
25
  RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 PIP_ROOT_USER_ACTION=ignore pip install --ignore-installed --timeout 100 -r requirements.txt
26
  RUN pip install uvicorn
27
 
28
- RUN useradd -m -u 1000 user
29
- USER user
30
 
31
- WORKDIR $HOME/app
32
 
33
- COPY --chown=user . $HOME/app
34
 
35
  RUN chmod +x ./run.sh
36
 
 
3
  # Run as `docker run -it --mount src="$HOME/.cache",target=/root/.cache,type=bind --gpus=all localgpt`, requires Nvidia container toolkit.
4
  FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
5
 
6
+
7
+
8
  RUN apt-get update && apt-get upgrade -y \
9
  && apt-get install -y git build-essential libpq-dev gcc \
10
  wget ocl-icd-opencl-dev opencl-headers clinfo \
 
12
  g++-11 make python3 python-is-python3 pip redis \
13
  && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
14
 
15
+ WORKDIR /app
16
+
17
  COPY . .
18
 
19
  # setting build related env vars
 
29
  RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 PIP_ROOT_USER_ACTION=ignore pip install --ignore-installed --timeout 100 -r requirements.txt
30
  RUN pip install uvicorn
31
 
32
+ # RUN useradd -m -u 1000 user
33
+ # USER user
34
 
35
+ # WORKDIR $HOME/app
36
 
37
+ # COPY --chown=user . $HOME/app
38
 
39
  RUN chmod +x ./run.sh
40