From 788671067a9d0e32599b65ac007b3ed70cbd6599 Mon Sep 17 00:00:00 2001 From: guanjihuan Date: Mon, 25 Mar 2024 11:20:03 +0800 Subject: [PATCH] update --- README.md | 14 +++- .../ChatGLM_Turbo.py | 0 .../星火大模型.py | 0 模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py | 73 +++++++++++++++++++ 4 files changed, 86 insertions(+), 1 deletion(-) rename {智谱 - ChatGLM Turbo API => 模型API - 智谱 - ChatGLM Turbo}/ChatGLM_Turbo.py (100%) rename {讯飞 - 星火大模型 API => 模型API - 讯飞 - 星火大模型}/星火大模型.py (100%) create mode 100644 模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py diff --git a/README.md b/README.md index 5ea7477..1516b06 100644 --- a/README.md +++ b/README.md @@ -128,7 +128,19 @@ python -m streamlit run ./ChatGLM_Turbo.py --theme.base dark --server.port 8501 说明:当前代码只对 pip install zhipuai==1.0.7 有效,对最新版本不兼容。 -#### 2. 讯飞 - 星火大模型 +#### 2. 阿里 - Qwen_Turbo + +阿里 - Qwen_Turbo 的 API key 获取(收费,可免费试用):https://help.aliyun.com/zh/dashscope/create-a-chat-foundation-model + +运行命令: + +``` +python -m streamlit run ./Qwen_Turbo.py --theme.base dark --server.port 8501 +``` + +需要安装软件包:pip install dashscope + +#### 3. 讯飞 - 星火大模型 讯飞 - 星火大模型的 API key 获取(收费,可免费试用):https://xinghuo.xfyun.cn diff --git a/智谱 - ChatGLM Turbo API/ChatGLM_Turbo.py b/模型API - 智谱 - ChatGLM Turbo/ChatGLM_Turbo.py similarity index 100% rename from 智谱 - ChatGLM Turbo API/ChatGLM_Turbo.py rename to 模型API - 智谱 - ChatGLM Turbo/ChatGLM_Turbo.py diff --git a/讯飞 - 星火大模型 API/星火大模型.py b/模型API - 讯飞 - 星火大模型/星火大模型.py similarity index 100% rename from 讯飞 - 星火大模型 API/星火大模型.py rename to 模型API - 讯飞 - 星火大模型/星火大模型.py diff --git a/模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py b/模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py new file mode 100644 index 0000000..72d365f --- /dev/null +++ b/模型API - 阿里 - Qwen Turbo/Qwen_Turbo.py @@ -0,0 +1,73 @@ +""" +This code is supported by the website: https://www.guanjihuan.com +The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502 +""" + +import streamlit as st +st.set_page_config( + page_title="Chat", + layout='wide' +) + +from dashscope import Generation +from dashscope.api_entities.dashscope_response import Role +import dashscope +dashscope.api_key="" + +with st.sidebar: + with st.expander('参数', expanded=True): + top_p = st.slider('top_p', 0.01, 1.0, step=0.01, value=0.8, key='top_p_session') + temperature = st.slider('temperature', 0.51, 1.0, step=0.01, value=0.85, key='temperature_session') + def reset_parameter(): + st.session_state['top_p_session'] = 0.8 + st.session_state['temperature_session'] = 0.85 + reset_parameter_button = st.button('重置', on_click=reset_parameter) + +prompt = st.chat_input("在这里输入您的命令") + +def clear_all(): + st.session_state.messages = [] + st.session_state.ai_response = [] + +if 'messages' not in st.session_state: + st.session_state.messages = [] +if 'ai_response' not in st.session_state: + st.session_state.ai_response = [] + +for ai_response in st.session_state.ai_response: + with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")): + st.markdown(ai_response["content"]) + +prompt_placeholder = st.chat_message("user", avatar='user') +with st.chat_message("robot", avatar="assistant"): + message_placeholder_qwen = st.empty() + +def response_of_qwen(prompt): + st.session_state.messages.append({'role': Role.USER, 'content': prompt}) + responses = Generation.call("qwen-turbo", + messages=st.session_state.messages, + result_format='message', + stream=True, + incremental_output=True, + top_p=top_p, + temperature=temperature, + ) + full_content = '' + for response in responses: + full_content += response.output.choices[0]['message']['content'] + message_placeholder_qwen.markdown(full_content) + if stop_button: + break + st.session_state.messages.append({'role': response.output.choices[0]['message']['role'], + 'content': full_content}) + st.session_state.ai_response.append({"role": "robot", "content": full_content, "avatar": "assistant"}) + return full_content + +if prompt: + prompt_placeholder.markdown(prompt) + st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'}) + stop = st.empty() + stop_button = stop.button('停止', key='break_response') + response_of_qwen(prompt) + stop.empty() +button_clear = st.button("清空", on_click=clear_all, key='clear') \ No newline at end of file