0.1.102(重新增加chat函数)
This commit is contained in:
		| @@ -1,7 +1,7 @@ | |||||||
| [metadata] | [metadata] | ||||||
| # replace with your username: | # replace with your username: | ||||||
| name = guan | name = guan | ||||||
| version = 0.1.101 | version = 0.1.102 | ||||||
| author = guanjihuan | author = guanjihuan | ||||||
| author_email = guanjihuan@163.com | author_email = guanjihuan@163.com | ||||||
| description = An open source python package | description = An open source python package | ||||||
|   | |||||||
| @@ -1,6 +1,6 @@ | |||||||
| Metadata-Version: 2.1 | Metadata-Version: 2.1 | ||||||
| Name: guan | Name: guan | ||||||
| Version: 0.1.101 | Version: 0.1.102 | ||||||
| Summary: An open source python package | Summary: An open source python package | ||||||
| Home-page: https://py.guanjihuan.com | Home-page: https://py.guanjihuan.com | ||||||
| Author: guanjihuan | Author: guanjihuan | ||||||
|   | |||||||
| @@ -1,5 +1,47 @@ | |||||||
| # Module: others | # Module: others | ||||||
|  |  | ||||||
|  | # 模型对话 | ||||||
|  | def chat(prompt='你好', model=1, stream=0, top_p=0.8, temperature=0.85): | ||||||
|  |     ''' | ||||||
|  |     model=1: 'qwen1.5-0.5b-chat' | ||||||
|  |     model=2: 'qwen-1.8b-chat' | ||||||
|  |     ''' | ||||||
|  |     import socket | ||||||
|  |     import json | ||||||
|  |     with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as client_socket: | ||||||
|  |         client_socket.settimeout(15) | ||||||
|  |         client_socket.connect(('socket.guanjihuan.com', 12345)) | ||||||
|  |         message = { | ||||||
|  |             'server': "chat.guanjihuan.com", | ||||||
|  |             'prompt': prompt, | ||||||
|  |             'model': model, | ||||||
|  |             'top_p': top_p, | ||||||
|  |             'temperature': temperature, | ||||||
|  |         } | ||||||
|  |         send_message = json.dumps(message) | ||||||
|  |         client_socket.send(send_message.encode()) | ||||||
|  |         if stream == 1: | ||||||
|  |             print('\n--- Begin Stream Message ---\n') | ||||||
|  |         while True: | ||||||
|  |             try: | ||||||
|  |                 data = client_socket.recv(1024) | ||||||
|  |                 stream_response = data.decode() | ||||||
|  |                 response_dict = json.loads(stream_response) | ||||||
|  |                 stream_response = response_dict['response'] | ||||||
|  |                 response = response_dict['all_response'] | ||||||
|  |                 end_message = response_dict['end_message'] | ||||||
|  |                 if end_message == 1: | ||||||
|  |                     break | ||||||
|  |                 else: | ||||||
|  |                     if stream == 1: | ||||||
|  |                         print(stream_response) | ||||||
|  |             except: | ||||||
|  |                 break | ||||||
|  |         client_socket.close() | ||||||
|  |         if stream == 1: | ||||||
|  |             print('\n--- End Stream Message ---\n') | ||||||
|  |     return response | ||||||
|  |  | ||||||
| # 获取当前日期字符串 | # 获取当前日期字符串 | ||||||
| def get_date(bar=True): | def get_date(bar=True): | ||||||
|     import datetime |     import datetime | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user