0.1.103
This commit is contained in:
parent
f70b731903
commit
c9ac324783
@ -1,7 +1,7 @@
|
||||
[metadata]
|
||||
# replace with your username:
|
||||
name = guan
|
||||
version = 0.1.102
|
||||
version = 0.1.103
|
||||
author = guanjihuan
|
||||
author_email = guanjihuan@163.com
|
||||
description = An open source python package
|
||||
|
@ -1,6 +1,6 @@
|
||||
Metadata-Version: 2.1
|
||||
Name: guan
|
||||
Version: 0.1.102
|
||||
Version: 0.1.103
|
||||
Summary: An open source python package
|
||||
Home-page: https://py.guanjihuan.com
|
||||
Author: guanjihuan
|
||||
|
@ -2,14 +2,10 @@
|
||||
|
||||
# 模型对话
|
||||
def chat(prompt='你好', model=1, stream=0, top_p=0.8, temperature=0.85):
|
||||
'''
|
||||
model=1: 'qwen1.5-0.5b-chat'
|
||||
model=2: 'qwen-1.8b-chat'
|
||||
'''
|
||||
import socket
|
||||
import json
|
||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as client_socket:
|
||||
client_socket.settimeout(15)
|
||||
client_socket.settimeout(30)
|
||||
client_socket.connect(('socket.guanjihuan.com', 12345))
|
||||
message = {
|
||||
'server': "chat.guanjihuan.com",
|
||||
@ -25,10 +21,10 @@ def chat(prompt='你好', model=1, stream=0, top_p=0.8, temperature=0.85):
|
||||
while True:
|
||||
try:
|
||||
data = client_socket.recv(1024)
|
||||
stream_response = data.decode()
|
||||
response_dict = json.loads(stream_response)
|
||||
stream_response = response_dict['response']
|
||||
response = response_dict['all_response']
|
||||
response_data = data.decode()
|
||||
response_dict = json.loads(response_data)
|
||||
stream_response = response_dict['stream_response']
|
||||
response = response_dict['response']
|
||||
end_message = response_dict['end_message']
|
||||
if end_message == 1:
|
||||
break
|
||||
|
Loading…
x
Reference in New Issue
Block a user