Upload 4 files

Dockerfile

@@ -0,0 +1,27 @@
+# Use the official Python 3.9 image
+FROM python:3.9
+
+# Set the working directory to /code
+WORKDIR /code
+
+# Copy the current directory contents into the container at /code
+COPY ./requirements.txt /code/requirements.txt
+
+# Install requirements.txt 
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,61 @@
+from fastapi import FastAPI
+from typing import Optional
+import requests
+import json
+from pydantic import BaseModel
+
+
+class Item(BaseModel):
+    model: str
+    messages: list
+    temperature: float
+    max_tokens: Optional[int] = None
+
+
+
+# NOTE - we configure docs_url to serve the interactive Docs at the root path
+# of the app. This way, we can use the docs as a landing page for the app on Spaces.
+app = FastAPI()
+
+API_ENDPOINT = "https://api.openai.com/v1/chat/completions"
+
+def reog_file():
+    with open('./openapis.txt', 'r+') as file:
+        lines = file.readlines()
+        lines.append(lines[0])
+        lines = lines[1:]
+        file.seek(0)
+        file.writelines(lines)
+        file.close()
+
+def read_file():
+    with open('./openapis.txt', 'r+') as file:
+        lines = file.readlines()
+        file.close()
+    return lines, len(lines)
+
+def generate_chat_completion(data):
+    apis, num_apis = read_file()
+    api_index = 0
+    while(1):
+        api_key = apis[api_index][:-1]
+        print(api_key)
+        headers = {
+            "Content-Type": "application/json",
+            "Authorization": f"Bearer {api_key}",
+        }
+
+        response = requests.post(API_ENDPOINT, headers=headers, data=data.json())
+        if response.status_code == 200:
+            return response.json()
+        else:
+            api_index += 1
+            reog_file()
+            if api_index == num_apis:
+                raise Exception("Error")
+
+
+@app.post("/generate")
+def generate(data: Item):
+    output = generate_chat_completion(data)
+    return output

openapis.txt

@@ -0,0 +1,3 @@
+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
+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
+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

requirements.txt

@@ -0,0 +1,5 @@
+fastapi==0.74.*
+requests==2.27.*
+uvicorn[standard]==0.17.*
+sentencepiece==0.1.*
+pydantic