73 lines
		
	
	
		
			2.8 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			73 lines
		
	
	
		
			2.8 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
"""
 | 
						|
This code is supported by the website: https://www.guanjihuan.com
 | 
						|
The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502
 | 
						|
"""
 | 
						|
 | 
						|
import streamlit as st
 | 
						|
st.set_page_config(
 | 
						|
    page_title="Chat",
 | 
						|
    layout='wide'
 | 
						|
)
 | 
						|
 | 
						|
from dashscope import Generation
 | 
						|
from dashscope.api_entities.dashscope_response import Role
 | 
						|
import dashscope
 | 
						|
dashscope.api_key=""
 | 
						|
 | 
						|
with st.sidebar:
 | 
						|
    with st.expander('参数', expanded=True):
 | 
						|
        top_p = st.slider('top_p', 0.01, 1.0, step=0.01, value=0.8, key='top_p_session')
 | 
						|
        temperature = st.slider('temperature', 0.51, 1.0, step=0.01, value=0.85, key='temperature_session') 
 | 
						|
        def reset_parameter():
 | 
						|
            st.session_state['top_p_session'] = 0.8
 | 
						|
            st.session_state['temperature_session'] = 0.85
 | 
						|
        reset_parameter_button = st.button('重置', on_click=reset_parameter)
 | 
						|
 | 
						|
prompt = st.chat_input("在这里输入您的命令")
 | 
						|
 | 
						|
def clear_all():
 | 
						|
    st.session_state.messages = []
 | 
						|
    st.session_state.ai_response = []
 | 
						|
 | 
						|
if 'messages' not in st.session_state:
 | 
						|
    st.session_state.messages = []
 | 
						|
if 'ai_response' not in st.session_state:
 | 
						|
    st.session_state.ai_response = []
 | 
						|
 | 
						|
for ai_response in st.session_state.ai_response:
 | 
						|
    with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")):
 | 
						|
        st.markdown(ai_response["content"])
 | 
						|
 | 
						|
prompt_placeholder = st.chat_message("user", avatar='user')
 | 
						|
with st.chat_message("robot", avatar="assistant"):
 | 
						|
    message_placeholder_qwen = st.empty()
 | 
						|
 | 
						|
def response_of_qwen(prompt):
 | 
						|
    st.session_state.messages.append({'role': Role.USER, 'content': prompt})
 | 
						|
    responses = Generation.call("qwen-turbo",
 | 
						|
                               messages=st.session_state.messages,
 | 
						|
                               result_format='message',
 | 
						|
                               stream=True,
 | 
						|
                               incremental_output=True,
 | 
						|
                               top_p=top_p,
 | 
						|
                               temperature=temperature,
 | 
						|
                               )
 | 
						|
    full_content = ''
 | 
						|
    for response in responses:
 | 
						|
        full_content += response.output.choices[0]['message']['content']
 | 
						|
        message_placeholder_qwen.markdown(full_content)
 | 
						|
        if stop_button:
 | 
						|
            break
 | 
						|
    st.session_state.messages.append({'role': response.output.choices[0]['message']['role'],
 | 
						|
                        'content': full_content})
 | 
						|
    st.session_state.ai_response.append({"role": "robot", "content": full_content, "avatar": "assistant"})
 | 
						|
    return full_content
 | 
						|
    
 | 
						|
if prompt:
 | 
						|
    prompt_placeholder.markdown(prompt)
 | 
						|
    st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'})
 | 
						|
    stop = st.empty()
 | 
						|
    stop_button = stop.button('停止', key='break_response')
 | 
						|
    response_of_qwen(prompt)
 | 
						|
    stop.empty()
 | 
						|
button_clear = st.button("清空", on_click=clear_all, key='clear') |