global faiss

app.py

@@ -17,6 +17,7 @@ from langchain.prompts.chat import (
 API_URL = "https://api.openai.com/v1/chat/completions"
 cohere_key = '5IRbILAbjTI0VcqTsktBfKsr13Lych9iBAFbLpkj'
 faiss_store = './indexer/{}'
+docsearch = None
 
 
 def gen_conversation(conversations):
@@ -33,9 +34,10 @@ def gen_conversation(conversations):
     return messages
 
 
-def predict(inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, model, topic,
+def predict(inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, topic,
             chat_counter, chatbot=[], history=[]):
-    model = model[0]
+    global docsearch
+
     topic = topic[0]
     headers = {
         "Content-Type": "application/json",
@@ -51,10 +53,11 @@ def predict(inputs, top_p, temperature, openai_api_key, enable_index, max_tokens
     if enable_index:
         # Faiss 检索最近的embedding
         store = faiss_store.format(topic)
-        if model == 'openai':
+        if docsearch is None:
+            print('Loading FAISS')
             docsearch = FAISS.load_local(store, OpenAIEmbeddings(openai_api_key=openai_api_key))
         else:
-            docsearch = FAISS.load_local(store, CohereEmbeddings(cohere_api_key=cohere_key))
+            print('Faiss already loaded')
         # 构建模板
         llm = ChatOpenAI(openai_api_key=openai_api_key, max_tokens=max_tokens)
         messages_combine = [
@@ -147,18 +150,16 @@ with gr.Blocks(css="""#col_container {width: 1000px; margin-left: auto; margin-r
             with gr.Row():
                 top_p = gr.Slider(minimum=-0, maximum=1.0, value=0.9, step=0.05, interactive=True,
                                   label="Top-p (nucleus sampling)", )
-
                 temperature = gr.Slider(minimum=-0, maximum=5.0, value=0.8, step=0.1, interactive=True,
                                         label="Temperature", )
-            with gr.Row():
-                model = gr.CheckboxGroup(["cohere", "openai", "mpnet"])
-                max_tokens = gr.Slider(minimum=100, maximum=2000, value=200, step=100, interactive=True,
+                max_tokens = gr.Slider(minimum=100, maximum=1000, value=200, step=100, interactive=True,
                                        label="Max Tokens", )
                 chat_counter = gr.Number(value=0, precision=0, label='对话轮数')
+
             with gr.Row():
-                enable_index = gr.Checkbox(label='是', info='开启基于文档问答模式/关闭为聊天模式')
-                enable_search = gr.Checkbox(label='是', info='是否使用搜索结果')
-                topic = gr.CheckboxGroup(["两会", "数字经济", "硅谷银行"])
+                enable_index = gr.Checkbox(label='是', info='开启文档问答模式/聊天模式')
+                enable_search = gr.Checkbox(label='是', info='是否使用搜索')
+                topic = gr.CheckboxGroup(["两会", "数字经济", "硅谷银行"], label='使用文档索引')
 
         chatbot = gr.Chatbot(elem_id='chatbot')
         inputs = gr.Textbox(placeholder="您有什么问题可以问我", label="输入数字经济，两会，硅谷银行相关的提问")
@@ -169,11 +170,11 @@ with gr.Blocks(css="""#col_container {width: 1000px; margin-left: auto; margin-r
             run = gr.Button("Run")
 
     inputs.submit(predict,
-                  [inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, model, topic, chat_counter, chatbot,
+                  [inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, topic, chat_counter, chatbot,
                    state],
                   [chatbot, state, chat_counter], )
     run.click(predict,
-              [inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, model, topic, chat_counter, chatbot,
+              [inputs, top_p, temperature, openai_api_key, enable_index, max_tokens, topic, chat_counter, chatbot,
                state],
               [chatbot, state, chat_counter], )
 

requirement.txt

@@ -1,3 +0,0 @@
-openai==0.27.2
-gradio==3.21.0
-langchain==0.0.113