57 lines
1.3 KiB
Python
57 lines
1.3 KiB
Python
import os
|
|
from volcengine.maas import MaasService, MaasException, ChatRole
|
|
|
|
|
|
def test_chat(maas, req):
|
|
try:
|
|
resp = maas.chat(req)
|
|
print(resp)
|
|
print(resp.choice.message.content)
|
|
except MaasException as e:
|
|
print(e)
|
|
|
|
|
|
def test_stream_chat(maas, req):
|
|
try:
|
|
resps = maas.stream_chat(req)
|
|
for resp in resps:
|
|
print(resp)
|
|
print(resp.choice.message.content)
|
|
except MaasException as e:
|
|
print(e)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
maas = MaasService('maas-api.ml-platform-cn-beijing.volces.com', 'cn-beijing')
|
|
|
|
maas.set_ak(os.getenv("VOLC_ACCESSKEY"))
|
|
maas.set_sk(os.getenv("VOLC_SECRETKEY"))
|
|
|
|
|
|
# document: "https://www.volcengine.com/docs/82379/1099475"
|
|
# chat
|
|
req = {
|
|
"model": {
|
|
"name": "${YOUR_MODEL_NAME}"
|
|
},
|
|
"parameters": {
|
|
"max_new_tokens": 2000,
|
|
"temperature": 0.8
|
|
},
|
|
"messages": [
|
|
{
|
|
"role": ChatRole.USER,
|
|
"content": "天为什么这么蓝？"
|
|
}, {
|
|
"role": ChatRole.ASSISTANT,
|
|
"content": "因为有你"
|
|
}, {
|
|
"role": ChatRole.USER,
|
|
"content": "花儿为什么这么香？"
|
|
},
|
|
]
|
|
}
|
|
|
|
test_chat(maas, req)
|
|
test_stream_chat(maas, req)
|