98 lines
4.1 KiB
Python
98 lines
4.1 KiB
Python
"""
|
||
This code is supported by the website: https://www.guanjihuan.com
|
||
The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502
|
||
"""
|
||
|
||
import streamlit as st
|
||
st.set_page_config(
|
||
page_title="Chat",
|
||
layout='wide'
|
||
)
|
||
|
||
import json
|
||
import types
|
||
# 安装：pip install --upgrade tencentcloud-sdk-python
|
||
from tencentcloud.common import credential
|
||
from tencentcloud.common.profile.client_profile import ClientProfile
|
||
from tencentcloud.common.profile.http_profile import HttpProfile
|
||
from tencentcloud.hunyuan.v20230901 import hunyuan_client, models
|
||
|
||
with st.sidebar:
|
||
with st.expander('参数', expanded=True):
|
||
top_p = st.slider('top_p', 0.01, 1.0, step=0.01, value=0.8, key='top_p_session')
|
||
temperature = st.slider('temperature', 0.51, 1.0, step=0.01, value=0.85, key='temperature_session')
|
||
def reset_parameter():
|
||
st.session_state['top_p_session'] = 0.8
|
||
st.session_state['temperature_session'] = 0.85
|
||
reset_parameter_button = st.button('重置', on_click=reset_parameter)
|
||
|
||
prompt = st.chat_input("在这里输入您的命令")
|
||
|
||
def clear_all():
|
||
st.session_state.messages = []
|
||
st.session_state.ai_response = []
|
||
|
||
if 'messages' not in st.session_state:
|
||
st.session_state.messages = []
|
||
if 'ai_response' not in st.session_state:
|
||
st.session_state.ai_response = []
|
||
|
||
for ai_response in st.session_state.ai_response:
|
||
with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")):
|
||
st.markdown(ai_response["content"])
|
||
|
||
prompt_placeholder = st.chat_message("user", avatar='user')
|
||
with st.chat_message("robot", avatar="assistant"):
|
||
message_placeholder_hunyuan = st.empty()
|
||
|
||
def response_of_hunyuan(prompt):
|
||
st.session_state.messages.append({'Role': 'user', 'Content': prompt})
|
||
# 实例化一个认证对象，入参需要传入腾讯云账户 SecretId 和 SecretKey，此处还需注意密钥对的保密
|
||
# 代码泄露可能会导致 SecretId 和 SecretKey 泄露，并威胁账号下所有资源的安全性。以下代码示例仅供参考，建议采用更安全的方式来使用密钥，请参见：https://cloud.tencent.com/document/product/1278/85305
|
||
# 密钥可前往官网控制台 https://console.cloud.tencent.com/cam/capi 进行获取
|
||
cred = credential.Credential("SecretId", "SecretKey")
|
||
# 实例化一个http选项，可选的，没有特殊需求可以跳过
|
||
httpProfile = HttpProfile()
|
||
httpProfile.endpoint = "hunyuan.tencentcloudapi.com"
|
||
|
||
# 实例化一个client选项，可选的，没有特殊需求可以跳过
|
||
clientProfile = ClientProfile()
|
||
clientProfile.httpProfile = httpProfile
|
||
# 实例化要请求产品的client对象,clientProfile是可选的
|
||
client = hunyuan_client.HunyuanClient(cred, "", clientProfile)
|
||
|
||
# 实例化一个请求对象,每个接口都会对应一个request对象
|
||
req = models.ChatCompletionsRequest()
|
||
params = {
|
||
"Model": "hunyuan-lite",
|
||
"Messages": st.session_state.messages,
|
||
"TopP": top_p,
|
||
"Temperature": temperature,
|
||
"Stream": True,
|
||
}
|
||
req.from_json_string(json.dumps(params))
|
||
|
||
# 返回的resp是一个ChatCompletionsResponse的实例，与请求对象对应
|
||
resp = client.ChatCompletions(req)
|
||
# 输出json格式的字符串回包
|
||
response = ''
|
||
if isinstance(resp, types.GeneratorType): # 流式响应
|
||
for event in resp:
|
||
answer = json.loads(event['data'])
|
||
response += answer["Choices"][0]['Delta']['Content']
|
||
message_placeholder_hunyuan.markdown(response)
|
||
if stop_button:
|
||
break
|
||
st.session_state.messages.append({'Role': 'assistant', 'Content': response})
|
||
st.session_state.ai_response.append({"role": "robot", "content": response, "avatar": "assistant"})
|
||
return response
|
||
|
||
|
||
if prompt:
|
||
prompt_placeholder.markdown(prompt)
|
||
st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'})
|
||
stop = st.empty()
|
||
stop_button = stop.button('停止', key='break_response')
|
||
response_of_hunyuan(prompt)
|
||
stop.empty()
|
||
button_clear = st.button("清空", on_click=clear_all, key='clear') |