54 lines
1.3 KiB
Python
54 lines
1.3 KiB
Python
import os
|
|
from volcengine.maas.v2 import MaasService
|
|
from volcengine.maas import MaasException, ChatRole
|
|
|
|
|
|
def test_chat(maas, endpoint_id, req):
|
|
try:
|
|
resp = maas.chat(endpoint_id, req)
|
|
print(resp)
|
|
except MaasException as e:
|
|
print(e)
|
|
|
|
|
|
def test_stream_chat(maas, endpoint_id, req):
|
|
try:
|
|
resps = maas.stream_chat(endpoint_id, req)
|
|
for resp in resps:
|
|
print(resp)
|
|
except MaasException as e:
|
|
print(e)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
maas = MaasService('maas-api.ml-platform-cn-beijing.volces.com', 'cn-beijing')
|
|
|
|
maas.set_ak(os.getenv("VOLC_ACCESSKEY"))
|
|
maas.set_sk(os.getenv("VOLC_SECRETKEY"))
|
|
|
|
# document: "https://www.volcengine.com/docs/82379/1099475"
|
|
# chat
|
|
req = {
|
|
"parameters": {
|
|
"max_new_tokens": 2000,
|
|
"temperature": 0.8
|
|
},
|
|
"messages": [
|
|
{
|
|
"role": ChatRole.USER,
|
|
"content": "天为什么这么蓝"
|
|
}, {
|
|
"role": ChatRole.ASSISTANT,
|
|
"content": "因为有你"
|
|
}, {
|
|
"role": ChatRole.USER,
|
|
"content": "花儿为什么这么香？"
|
|
},
|
|
]
|
|
}
|
|
|
|
endpoint_id = "{YOUR_ENDPOINT_ID}"
|
|
test_chat(maas, endpoint_id, req)
|
|
test_stream_chat(maas, endpoint_id, req)
|
|
#
|