from flask import Flask, request
from flask_cors import CORS, cross_origin
from ChatService import ChatService
import torch

app = Flask(__name__)
CORS(app)

gpu_count = torch.cuda.device_count()
print('gpu_count', gpu_count)

# chatService = ChatService()
# chatService.load_model("ophycare/llama-2-7b-chat-ophycare-2")

# @app.route("/chat", methods=['POST'])
# @cross_origin(origin='*')
# def hello_world():
#     return chatService.generate_message(request.get_json())