import os from volcengine.maas import MaasService, MaasException, ChatRole def test_chat(maas, req): try: resp = maas.chat(req) print(resp) print(resp.choice.message.content) except MaasException as e: print(e) def test_stream_chat(maas, req): try: resps = maas.stream_chat(req) for resp in resps: print(resp) print(resp.choice.message.content) except MaasException as e: print(e) if __name__ == '__main__': maas = MaasService('maas-api.ml-platform-cn-beijing.volces.com', 'cn-beijing') maas.set_ak(os.getenv("VOLC_ACCESSKEY")) maas.set_sk(os.getenv("VOLC_SECRETKEY")) # document: "https://www.volcengine.com/docs/82379/1099475" # chat req = { "model": { "name": "${YOUR_MODEL_NAME}" }, "parameters": { "max_new_tokens": 2000, "temperature": 0.8 }, "messages": [ { "role": ChatRole.USER, "content": "天为什么这么蓝?" }, { "role": ChatRole.ASSISTANT, "content": "因为有你" }, { "role": ChatRole.USER, "content": "花儿为什么这么香?" }, ] } test_chat(maas, req) test_stream_chat(maas, req)