guanjihuan/guanjihuan.com
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update ollama_with_python.py

Browse Source
This commit is contained in:
guanjihuan 2024-12-18 08:54:53 +08:00
parent ebf86b30eb
commit 0027293f2b
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
2024.12.11_ollama/ollama_with_python.py
View File

@ -7,4 +7,10 @@ print(response['message']['content'])
import ollama import ollama
response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "content": "你好"}], stream=True) response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "content": "你好"}], stream=True)
for part in response: for part in response:
print(part['message']['content'], end='', flush=True) print(part['message']['content'], end='', flush=True)
# 流式输出，且模型后台常驻（需要手动 ollama stop 关闭）
import ollama
response = ollama.chat(model="llama3.2:latest", messages=[{"role": "user", "content": "你好"}], stream=True, keep_alive=-1)
for part in response:
print(part['message']['content'], end='', flush=True)