fay年翻更新

- 消灭langchain警告信息;
- 修复与funasr对接的包兼容性;
- 推送给数字人的消息区分交互和自动播放;
- 上传ReWoo agent测试代码。
This commit is contained in:
xszyou
2024-12-04 22:20:51 +08:00
parent 48395ebb12
commit 0ade2eb074
8 changed files with 687 additions and 12 deletions

View File

@@ -436,7 +436,7 @@ class FeiFei:
#发送音频给数字人接口
if wsa_server.get_instance().is_connected(interact.data.get("user")):
content = {'Topic': 'Unreal', 'Data': {'Key': 'audio', 'Value': os.path.abspath(file_url), 'HttpValue': f'http://{cfg.fay_url}:5000/audio/' + os.path.basename(file_url), 'Text': text, 'Time': audio_length, 'Type': 'interact'}, 'Username' : interact.data.get('user')}
content = {'Topic': 'Unreal', 'Data': {'Key': 'audio', 'Value': os.path.abspath(file_url), 'HttpValue': f'http://{cfg.fay_url}:5000/audio/' + os.path.basename(file_url), 'Text': text, 'Time': audio_length, 'Type': 'interact' if interact.interact_type == 1 else 'auto_play'}, 'Username' : interact.data.get('user')}
#计算lips
if platform.system() == "Windows":
try:

View File

@@ -10,7 +10,7 @@ from llm.agent.tools.WebPageRetriever import WebPageRetriever
from llm.agent.tools.WebPageScraper import WebPageScraper
from llm.agent.tools.ToRemind import ToRemind
from langgraph.prebuilt import create_react_agent
from langchain_openai import ChatOpenAI
from langchain_community.chat_models import ChatOpenAI
from langgraph.checkpoint.memory import MemorySaver
import utils.config_util as cfg
from utils import util
@@ -26,8 +26,8 @@ class FayAgentCore():
os.environ["OPENAI_API_BASE"] = cfg.gpt_base_url
os.environ["LANGCHAIN_TRACING_V2"] = "true"
os.environ["LANGCHAIN_ENDPOINT"] = "https://api.smith.langchain.com"
os.environ["LANGCHAIN_API_KEY"] = "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"
os.environ["LANGCHAIN_PROJECT"] = "pr-best-artist-21"
os.environ["LANGCHAIN_API_KEY"] = "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"
os.environ["LANGCHAIN_PROJECT"] = "my-agent"
#创建llm
self.llm = ChatOpenAI(model=cfg.gpt_model_engine)

View File

@@ -1,11 +1,11 @@
import hashlib
import os
from langchain.document_loaders import PyPDFLoader
from langchain.embeddings.openai import OpenAIEmbeddings
from langchain_community.document_loaders import PyPDFLoader
from langchain_community.embeddings import OpenAIEmbeddings
from langchain.indexes.vectorstore import VectorstoreIndexCreator, VectorStoreIndexWrapper
from langchain.vectorstores.chroma import Chroma
from langchain.chat_models import ChatOpenAI
from langchain_community.vectorstores import Chroma
from langchain_community.chat_models import ChatOpenAI
from utils import config_util as cfg
from utils import util

2
qa.csv
View File

@@ -1 +1 @@
你好,你好!有什么我可以帮助你的吗?
问题,答案,执行的脚本
1 你好 问题 你好!有什么我可以帮助你的吗? 答案 执行的脚本

View File

@@ -1,7 +1,7 @@
requests
numpy
pyaudio~=0.2.11
websockets~=10.2
websockets~=10.4
ws4py~=0.5.1
PyQt5==5.15.10
PyQt5-sip==12.13.0

View File

@@ -10,8 +10,8 @@ app = Flask(__name__)
@app.route('/get_auto_play_item', methods=['POST'])
def get_wav():
# 获取用户标识例如通过POST请求中的JSON数据
data = request.json
user = data.get('user', 'User')
# data = request.json
# user = data.get('user', 'User')
# 模拟WAV文件的URL这里假设是某个静态文件服务的URL
wav_url = ""#f"http://120.79.187.154:5000/audio/sample-1729231423801.wav"

File diff suppressed because one or more lines are too long