update

2024.01.27_chat.guanjihuan.com/模型API - 腾讯 - Hunyuan_Lite/Hunyuan_Lite.py

@@ -0,0 +1,98 @@
+"""
+This code is supported by the website: https://www.guanjihuan.com
+The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502
+"""
+
+import streamlit as st
+st.set_page_config(
+    page_title="Chat",
+    layout='wide'
+)
+
+import json
+import types
+# 安装：pip install --upgrade tencentcloud-sdk-python
+from tencentcloud.common import credential
+from tencentcloud.common.profile.client_profile import ClientProfile
+from tencentcloud.common.profile.http_profile import HttpProfile
+from tencentcloud.hunyuan.v20230901 import hunyuan_client, models
+
+with st.sidebar:
+    with st.expander('参数', expanded=True):
+        top_p = st.slider('top_p', 0.01, 1.0, step=0.01, value=0.8, key='top_p_session')
+        temperature = st.slider('temperature', 0.51, 1.0, step=0.01, value=0.85, key='temperature_session') 
+        def reset_parameter():
+            st.session_state['top_p_session'] = 0.8
+            st.session_state['temperature_session'] = 0.85
+        reset_parameter_button = st.button('重置', on_click=reset_parameter)
+
+prompt = st.chat_input("在这里输入您的命令")
+
+def clear_all():
+    st.session_state.messages = []
+    st.session_state.ai_response = []
+
+if 'messages' not in st.session_state:
+    st.session_state.messages = []
+if 'ai_response' not in st.session_state:
+    st.session_state.ai_response = []
+
+for ai_response in st.session_state.ai_response:
+    with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")):
+        st.markdown(ai_response["content"])
+
+prompt_placeholder = st.chat_message("user", avatar='user')
+with st.chat_message("robot", avatar="assistant"):
+    message_placeholder_hunyuan = st.empty()
+
+def response_of_hunyuan(prompt):
+    st.session_state.messages.append({'Role': 'user', 'Content': prompt})
+    # 实例化一个认证对象，入参需要传入腾讯云账户 SecretId 和 SecretKey，此处还需注意密钥对的保密
+    # 代码泄露可能会导致 SecretId 和 SecretKey 泄露，并威胁账号下所有资源的安全性。以下代码示例仅供参考，建议采用更安全的方式来使用密钥，请参见：https://cloud.tencent.com/document/product/1278/85305
+    # 密钥可前往官网控制台 https://console.cloud.tencent.com/cam/capi 进行获取
+    cred = credential.Credential("SecretId", "SecretKey")
+    # 实例化一个http选项，可选的，没有特殊需求可以跳过
+    httpProfile = HttpProfile()
+    httpProfile.endpoint = "hunyuan.tencentcloudapi.com"
+
+    # 实例化一个client选项，可选的，没有特殊需求可以跳过
+    clientProfile = ClientProfile()
+    clientProfile.httpProfile = httpProfile
+    # 实例化要请求产品的client对象,clientProfile是可选的
+    client = hunyuan_client.HunyuanClient(cred, "", clientProfile)
+
+    # 实例化一个请求对象,每个接口都会对应一个request对象
+    req = models.ChatCompletionsRequest()
+    params = {
+        "Model": "hunyuan-lite",
+        "Messages": st.session_state.messages,
+        "TopP": top_p,
+        "Temperature": temperature,
+        "Stream": True,
+    }
+    req.from_json_string(json.dumps(params))
+
+    # 返回的resp是一个ChatCompletionsResponse的实例，与请求对象对应
+    resp = client.ChatCompletions(req)
+    # 输出json格式的字符串回包
+    response = ''
+    if isinstance(resp, types.GeneratorType):  # 流式响应
+        for event in resp:
+            answer = json.loads(event['data'])
+            response += answer["Choices"][0]['Delta']['Content']
+            message_placeholder_hunyuan.markdown(response)
+            if stop_button:
+                break
+        st.session_state.messages.append({'Role': 'assistant', 'Content': response})
+        st.session_state.ai_response.append({"role": "robot", "content": response, "avatar": "assistant"})
+    return response
+
+
+if prompt:
+    prompt_placeholder.markdown(prompt)
+    st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'})
+    stop = st.empty()
+    stop_button = stop.button('停止', key='break_response')
+    response_of_hunyuan(prompt)
+    stop.empty()
+button_clear = st.button("清空", on_click=clear_all, key='clear')