safihaider commited on
Commit
b632c84
1 Parent(s): a76179f

api update

Browse files
Files changed (1) hide show
  1. ChatController.py +4 -10
ChatController.py CHANGED
@@ -1,20 +1,14 @@
1
  from flask import Flask, request
2
  from flask_cors import CORS, cross_origin
3
  from ChatService import ChatService
4
- import torch
5
 
6
  app = Flask(__name__)
7
  CORS(app)
8
 
9
- # chatService = ChatService()
10
- # chatService.load_model("ophycare/llama-2-7b-chat-ophycare-2")
11
 
12
- # @app.route("/chat", methods=['POST'])
13
- # @cross_origin(origin='*')
14
- # def hello_world():
15
- # return chatService.generate_message(request.get_json())
16
-
17
- @app.route("/")
18
  @cross_origin(origin='*')
19
  def hello_world():
20
- return str(torch.cuda.device_count()) + 'Hello'
 
1
  from flask import Flask, request
2
  from flask_cors import CORS, cross_origin
3
  from ChatService import ChatService
 
4
 
5
  app = Flask(__name__)
6
  CORS(app)
7
 
8
+ chatService = ChatService()
9
+ chatService.load_model("ophycare/llama-2-7b-chat-ophycare-2")
10
 
11
+ @app.route("/chat", methods=['POST'])
 
 
 
 
 
12
  @cross_origin(origin='*')
13
  def hello_world():
14
+ return chatService.generate_message(request.get_json())