vendor: amis 6.13.0 base (fork root)
This commit is contained in:
111
scripts/bot/gui.py
Normal file
111
scripts/bot/gui.py
Normal file
@@ -0,0 +1,111 @@
|
||||
from vector_store import get_client
|
||||
from split_markdown import split_markdown
|
||||
from embedding import get_embedding
|
||||
import gradio as gr
|
||||
import os
|
||||
import json
|
||||
from llm.wenxin import Wenxin, ModelName
|
||||
from dotenv import load_dotenv
|
||||
load_dotenv()
|
||||
|
||||
|
||||
chroma_client = get_client()
|
||||
collection = chroma_client.get_collection(name="amis")
|
||||
|
||||
wenxin = Wenxin()
|
||||
|
||||
text_blocks_by_id = {}
|
||||
with open(os.path.join(os.path.dirname(__file__), 'text.json'), 'rb') as f:
|
||||
text_blocks_by_id = json.load(f)
|
||||
|
||||
|
||||
def get_prompt(context, query):
|
||||
return f"""
|
||||
请只根据下面的资料回答问题,如果无法根据这些资料回答,回答“找不到相关答案”:
|
||||
|
||||
资料:
|
||||
{context}
|
||||
|
||||
问题是:{query}
|
||||
回答:"""
|
||||
|
||||
|
||||
def get_context(search_result, include_code=True, max_length=1024):
|
||||
context = ""
|
||||
doc_ids = []
|
||||
for doc_id in search_result['ids'][0]:
|
||||
doc_id = doc_id.split("_")[0]
|
||||
if doc_id not in doc_ids:
|
||||
doc_ids.append(doc_id)
|
||||
|
||||
for doc_id in doc_ids:
|
||||
markdown_block = text_blocks_by_id[doc_id]
|
||||
block_text = markdown_block.gen_text(512, include_code)
|
||||
if (len(context) + len(block_text)) < max_length:
|
||||
context += block_text + "\n\n"
|
||||
|
||||
return context
|
||||
|
||||
|
||||
query = gr.Textbox(label="问题")
|
||||
include_code = gr.Checkbox(value=True, label="提示词中是否要包含 amis schema",
|
||||
info="包含的好处是大模型会返回 json,但也会导致内容太长,只能提供少量段落给大模型,导致错过重要资料")
|
||||
n_result = gr.Number(
|
||||
value=10, precision=0, label="向量搜索查询返回个数")
|
||||
|
||||
|
||||
bot_result = gr.Textbox(label="文心的回答")
|
||||
bot_turbo_result = gr.Textbox(label="文心 Turbo 的回答")
|
||||
booomz_result = gr.Textbox(label="开源 BLOOMZ 的回答")
|
||||
prompt = gr.Textbox(label="提示词")
|
||||
vector_search_result = gr.Dataframe(
|
||||
label="向量相关搜索结果,这个结果只是为了辅助调试,确认是因为没找到相关内容还是大模型没能理解",
|
||||
headers=["相关段落", "所属文档"],
|
||||
datatype=["str", "str"],
|
||||
col_count=(2, "dynamic"),
|
||||
wrap=True
|
||||
)
|
||||
|
||||
|
||||
def amis_search(query, n_result=10, include_code=True):
|
||||
if query.strip() == "":
|
||||
return "必须有输入", "", "", []
|
||||
|
||||
search_result = collection.query(
|
||||
query_embeddings=get_embedding(query).tolist(),
|
||||
n_results=n_result
|
||||
)
|
||||
|
||||
context = get_context(search_result, include_code)
|
||||
|
||||
if (context == ""):
|
||||
return "检索不到相关内容", "", "", []
|
||||
|
||||
prompt = get_prompt(context, query)
|
||||
bot_result = wenxin.generate(prompt, ModelName.ERNIE_BOT)
|
||||
# bloomz_result = wenxin.generate(prompt, ModelName.BLOOMZ_7B)
|
||||
markdown_blocks = []
|
||||
index = 0
|
||||
for doc in search_result['documents'][0]:
|
||||
markdown_block = []
|
||||
markdown_block.append(doc)
|
||||
if index < len(search_result['metadatas'][0]):
|
||||
source = search_result['metadatas'][0][index]['source'].replace(
|
||||
'docs/zh-CN/', '')
|
||||
markdown_block.append(
|
||||
source)
|
||||
else:
|
||||
print("index out of range", doc)
|
||||
|
||||
markdown_blocks.append(markdown_block)
|
||||
index += 1
|
||||
|
||||
return bot_result, prompt, markdown_blocks
|
||||
|
||||
|
||||
demo = gr.Interface(amis_search, title="amis 文档问答机器人", inputs=[
|
||||
query, n_result, include_code], outputs=[bot_result, prompt, vector_search_result])
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
demo.queue(concurrency_count=10).launch(share=False, server_name="0.0.0.0")
|
||||
Reference in New Issue
Block a user