24 lines
589 B
Python
24 lines
589 B
Python
import requests
|
|
import json
|
|
|
|
while True:
|
|
user_input: str = input('>> ')
|
|
if user_input in 'qx':
|
|
break
|
|
else:
|
|
packet = {
|
|
'message': user_input,
|
|
'max_new_tokens': 20,
|
|
'num_beams': 2,
|
|
'num_beam_groups': 2,
|
|
'no_repeat_ngram_size': 3,
|
|
'length_penalty': 1.4,
|
|
'diversity_penalty': 0.1,
|
|
'repetition_penalty': 2.1,
|
|
'early_stopping': True,
|
|
}
|
|
|
|
response = requests.post(
|
|
'http://127.0.0.1:8000/chat/', json=packet)
|
|
|
|
print(response.json())
|