From f70b73190329e820f4728ea4b99fac9e153bb16e Mon Sep 17 00:00:00 2001 From: guanjihuan Date: Fri, 24 May 2024 22:40:09 +0800 Subject: [PATCH] =?UTF-8?q?0.1.102=EF=BC=88=E9=87=8D=E6=96=B0=E5=A2=9E?= =?UTF-8?q?=E5=8A=A0chat=E5=87=BD=E6=95=B0=EF=BC=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- PyPI/setup.cfg | 2 +- PyPI/src/guan.egg-info/PKG-INFO | 2 +- PyPI/src/guan/others.py | 42 +++++++++++++++++++++++++++++++++ 3 files changed, 44 insertions(+), 2 deletions(-) diff --git a/PyPI/setup.cfg b/PyPI/setup.cfg index bd00c6d..5251f9c 100644 --- a/PyPI/setup.cfg +++ b/PyPI/setup.cfg @@ -1,7 +1,7 @@ [metadata] # replace with your username: name = guan -version = 0.1.101 +version = 0.1.102 author = guanjihuan author_email = guanjihuan@163.com description = An open source python package diff --git a/PyPI/src/guan.egg-info/PKG-INFO b/PyPI/src/guan.egg-info/PKG-INFO index b8c1252..1d419e4 100644 --- a/PyPI/src/guan.egg-info/PKG-INFO +++ b/PyPI/src/guan.egg-info/PKG-INFO @@ -1,6 +1,6 @@ Metadata-Version: 2.1 Name: guan -Version: 0.1.101 +Version: 0.1.102 Summary: An open source python package Home-page: https://py.guanjihuan.com Author: guanjihuan diff --git a/PyPI/src/guan/others.py b/PyPI/src/guan/others.py index 133d9c3..fe8befd 100644 --- a/PyPI/src/guan/others.py +++ b/PyPI/src/guan/others.py @@ -1,5 +1,47 @@ # Module: others +# 模型对话 +def chat(prompt='你好', model=1, stream=0, top_p=0.8, temperature=0.85): + ''' + model=1: 'qwen1.5-0.5b-chat' + model=2: 'qwen-1.8b-chat' + ''' + import socket + import json + with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as client_socket: + client_socket.settimeout(15) + client_socket.connect(('socket.guanjihuan.com', 12345)) + message = { + 'server': "chat.guanjihuan.com", + 'prompt': prompt, + 'model': model, + 'top_p': top_p, + 'temperature': temperature, + } + send_message = json.dumps(message) + client_socket.send(send_message.encode()) + if stream == 1: + print('\n--- Begin Stream Message ---\n') + while True: + try: + data = client_socket.recv(1024) + stream_response = data.decode() + response_dict = json.loads(stream_response) + stream_response = response_dict['response'] + response = response_dict['all_response'] + end_message = response_dict['end_message'] + if end_message == 1: + break + else: + if stream == 1: + print(stream_response) + except: + break + client_socket.close() + if stream == 1: + print('\n--- End Stream Message ---\n') + return response + # 获取当前日期字符串 def get_date(bar=True): import datetime