update
This commit is contained in:
parent
9d17fcc284
commit
788671067a
14
README.md
14
README.md
@ -128,7 +128,19 @@ python -m streamlit run ./ChatGLM_Turbo.py --theme.base dark --server.port 8501
|
||||
|
||||
说明:当前代码只对 pip install zhipuai==1.0.7 有效,对最新版本不兼容。
|
||||
|
||||
#### 2. 讯飞 - 星火大模型
|
||||
#### 2. 阿里 - Qwen_Turbo
|
||||
|
||||
阿里 - Qwen_Turbo 的 API key 获取(收费,可免费试用):https://help.aliyun.com/zh/dashscope/create-a-chat-foundation-model
|
||||
|
||||
运行命令:
|
||||
|
||||
```
|
||||
python -m streamlit run ./Qwen_Turbo.py --theme.base dark --server.port 8501
|
||||
```
|
||||
|
||||
需要安装软件包:pip install dashscope
|
||||
|
||||
#### 3. 讯飞 - 星火大模型
|
||||
|
||||
讯飞 - 星火大模型的 API key 获取(收费,可免费试用):https://xinghuo.xfyun.cn
|
||||
|
||||
|
73
模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py
Normal file
73
模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py
Normal file
@ -0,0 +1,73 @@
|
||||
"""
|
||||
This code is supported by the website: https://www.guanjihuan.com
|
||||
The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502
|
||||
"""
|
||||
|
||||
import streamlit as st
|
||||
st.set_page_config(
|
||||
page_title="Chat",
|
||||
layout='wide'
|
||||
)
|
||||
|
||||
from dashscope import Generation
|
||||
from dashscope.api_entities.dashscope_response import Role
|
||||
import dashscope
|
||||
dashscope.api_key=""
|
||||
|
||||
with st.sidebar:
|
||||
with st.expander('参数', expanded=True):
|
||||
top_p = st.slider('top_p', 0.01, 1.0, step=0.01, value=0.8, key='top_p_session')
|
||||
temperature = st.slider('temperature', 0.51, 1.0, step=0.01, value=0.85, key='temperature_session')
|
||||
def reset_parameter():
|
||||
st.session_state['top_p_session'] = 0.8
|
||||
st.session_state['temperature_session'] = 0.85
|
||||
reset_parameter_button = st.button('重置', on_click=reset_parameter)
|
||||
|
||||
prompt = st.chat_input("在这里输入您的命令")
|
||||
|
||||
def clear_all():
|
||||
st.session_state.messages = []
|
||||
st.session_state.ai_response = []
|
||||
|
||||
if 'messages' not in st.session_state:
|
||||
st.session_state.messages = []
|
||||
if 'ai_response' not in st.session_state:
|
||||
st.session_state.ai_response = []
|
||||
|
||||
for ai_response in st.session_state.ai_response:
|
||||
with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")):
|
||||
st.markdown(ai_response["content"])
|
||||
|
||||
prompt_placeholder = st.chat_message("user", avatar='user')
|
||||
with st.chat_message("robot", avatar="assistant"):
|
||||
message_placeholder_qwen = st.empty()
|
||||
|
||||
def response_of_qwen(prompt):
|
||||
st.session_state.messages.append({'role': Role.USER, 'content': prompt})
|
||||
responses = Generation.call("qwen-turbo",
|
||||
messages=st.session_state.messages,
|
||||
result_format='message',
|
||||
stream=True,
|
||||
incremental_output=True,
|
||||
top_p=top_p,
|
||||
temperature=temperature,
|
||||
)
|
||||
full_content = ''
|
||||
for response in responses:
|
||||
full_content += response.output.choices[0]['message']['content']
|
||||
message_placeholder_qwen.markdown(full_content)
|
||||
if stop_button:
|
||||
break
|
||||
st.session_state.messages.append({'role': response.output.choices[0]['message']['role'],
|
||||
'content': full_content})
|
||||
st.session_state.ai_response.append({"role": "robot", "content": full_content, "avatar": "assistant"})
|
||||
return full_content
|
||||
|
||||
if prompt:
|
||||
prompt_placeholder.markdown(prompt)
|
||||
st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'})
|
||||
stop = st.empty()
|
||||
stop_button = stop.button('停止', key='break_response')
|
||||
response_of_qwen(prompt)
|
||||
stop.empty()
|
||||
button_clear = st.button("清空", on_click=clear_all, key='clear')
|
Loading…
x
Reference in New Issue
Block a user