Create app.py

app.py

@@ -0,0 +1,75 @@
+import gradio as gr
+import requests
+import json
+import os
+
+ENDPOINT = os.environ.get("ENDPOINT", None)
+TOKEN = os.environ.get("TOKEN", None)
+
+PLACEHOLDER = """
+<div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
+   <img src="https://cdn.cosmosytu.online/images/cosmos_transparent.png" style="width: 80%; max-width: 550px; height: auto; opacity: 0.55;  "> 
+   <h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">Cosmos LLaMa</h1>
+   <p style="font-size: 18px; margin-bottom: 2px; opacity: 0.65;">Bana herhangi bir şey sorabilirsiniz...</p>
+</div>
+"""
+
+css = """
+h1 {
+  text-align: center;
+  display: block;
+}
+"""
+
+def convert_to_messages(message, history):
+    messages = []
+
+    for item in history:
+        messages.append({"role": "user", "content": item[0]})
+        messages.append({"role": "assistant", "content": item[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    return messages
+
+def chat_cosmosllama(message: str, 
+                     history: list
+) -> str:
+    messages = convert_to_messages(message, history)
+
+    headers = {
+        "Cosmos-Token": TOKEN,
+        "Content-Type": "application/json"
+    }
+
+    response = requests.post(f"https://model.cosmosytu.online{ENDPOINT}", json={"messages": messages}, headers=headers, stream=True)
+
+    if response.status_code == 200:
+        full_response = ""
+        for line in response.iter_lines():
+            if line:
+                decoded_line = line.decode('utf-8')
+                try:
+                    json_line = json.loads(decoded_line[6:])
+
+                    if "CosmosLlama" in json_line:
+                        full_response += json_line['CosmosLlama']
+                        yield full_response
+                except Exception as e:
+                    print(e)
+                    pass
+    else:
+        yield "Bir hata oluştu."
+
+chatbot=gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Cosmos LLaMa')
+
+with gr.Blocks(fill_height=True, css=css) as demo:
+    gr.ChatInterface(
+        fn=chat_cosmosllama,
+        chatbot=chatbot,
+        fill_height=True,
+        cache_examples=False,
+    )
+
+if __name__ == "__main__":
+    demo.launch()