diff --git a/开源模型 使用 Ollama 调用 llama3.2/ollama_chat_with_streamlit.py b/开源模型 使用 Ollama 调用 llama3.2/ollama_chat_with_streamlit.py new file mode 100644 index 0000000..881f562 --- /dev/null +++ b/开源模型 使用 Ollama 调用 llama3.2/ollama_chat_with_streamlit.py @@ -0,0 +1,58 @@ +""" +This code is supported by the website: https://www.guanjihuan.com +The newest version of this code is on the web page: https://www.guanjihuan.com/archives/38502 +""" + +import streamlit as st +import ollama + +import streamlit as st +st.set_page_config( + page_title="Chat", + layout='wide' +) + +model_name = 'llama3.2' + +prompt = st.chat_input("在这里输入您的内容") + +def clear_all(): + st.session_state.messages = [] + st.session_state.ai_response = [] + +if 'messages' not in st.session_state: + st.session_state.messages = [] +if 'ai_response' not in st.session_state: + st.session_state.ai_response = [] + +for ai_response in st.session_state.ai_response: + with st.chat_message(ai_response["role"], avatar=ai_response.get("avatar")): + st.markdown(ai_response["content"]) + +prompt_placeholder = st.chat_message("user", avatar='user') +with st.chat_message("robot", avatar="assistant"): + message_placeholder = st.empty() + +def response_of_chat(prompt): + st.session_state.messages.append({'role': 'user', 'content': prompt}) + response = ollama.chat(model=model_name, messages=st.session_state.messages, stream=True) + full_content = '' + for part in response: + full_content += part['message']['content'] + message_placeholder.markdown(full_content) + if stop_button: + break + st.session_state.messages.append({'role': 'assistant', + 'content': full_content}) + st.session_state.ai_response.append({"role": "robot", "content": full_content, "avatar": "assistant"}) + return full_content + +if prompt: + prompt_placeholder.markdown(prompt) + st.session_state.ai_response.append({"role": "user", "content": prompt, "avatar": 'user'}) + stop = st.empty() + stop_button = stop.button('停止', key='break_response') + response = response_of_chat(prompt) + stop.empty() +button_clear = st.button("清空", on_click=clear_all, key='clear') + \ No newline at end of file