guanjihuan/guanjihuan.com
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update ollama_with_python.py

Browse Source
This commit is contained in:
guanjihuan
2025-01-28 00:59:25 +08:00
parent 3cde4d784f
commit d6d7b6d6a1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
2024.12.11_ollama/ollama_with_python.py
View File

@@ -9,8 +9,8 @@ response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "cont
for part in response: for part in response:
print(part['message']['content'], end='', flush=True) print(part['message']['content'], end='', flush=True)
# 流式输出，且模型后台常驻（需要手动 ollama stop 关闭） # 流式输出，同时设置模型为后台常驻，需要手动 ollama stop 关闭
import ollama import ollama
response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "content": "你好"}], stream=True, keep_alive=-1) response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "content": "你好"}], stream=True, keep_alive=-1)
for part in response: for part in response:
print(part['message']['content'], end='', flush=True) print(part['message']['content'], end='', flush=True)