Update ChatGLM4_API_Node.py

去掉直接使用URL的方法,改用base64编码的方式与服务器交互
This commit is contained in:
smthemex
2024-04-08 09:44:09 +08:00
committed by GitHub
parent 687cb7d20d
commit 1797f9c810
+35 -9
View File
@@ -4,6 +4,11 @@ import requests
import time
import jwt
import re
import tempfile
import random
from PIL import Image
import base64
import cv2
p = os.path.dirname(os.path.realpath(__file__))
@@ -100,7 +105,7 @@ class ZhipuaiApi_Img:
return {
"required": {
"prompt": ("STRING", {"default": "Describe this image", "multiline": True}),
"img_url": ("STRING", {"default": "https://", "multiline": True}),
"image": ("IMAGE",),
}
}
@@ -109,13 +114,19 @@ class ZhipuaiApi_Img:
FUNCTION = "zhipuai_img2txt_api"
CATEGORY = "ChatGlm_Api"
def zhipuai_img2txt_api(self, prompt, img_url):
def tensor_to_image(self, tensor):
tensor = tensor.cpu()
image_np = tensor.squeeze().mul(255).clamp(0, 255).byte().numpy()
image = Image.fromarray(image_np, mode='RGB')
return image
def zhipuai_img2txt_api(self, prompt, image):
if not self.api_key:
raise ValueError("API key is required")
if prompt == None:
raise ValueError("need prompt")
if img_url == None:
raise ValueError("Needs a Internet img url")
if image == None:
raise ValueError("Needs img")
else:
prompt_img = 'in English'
prompt = ''.join([prompt, prompt_img])
@@ -127,16 +138,28 @@ class ZhipuaiApi_Img:
client_key = str(get_zpai_api_key())
token = generate_token(apikey_s=client_key, exp_second=exp_seconds)
url_img = f"{img_url}"
pil_image = self.tensor_to_image(image)
temp_directory = tempfile.gettempdir()
unique_suffix = "_temp_" + ''.join(random.choice("abcdefghijklmnopqrstuvwxyz") for _ in range(5))
filename = f"image{unique_suffix}.png"
img_path = os.path.join(temp_directory, filename)
pil_image.save(img_path)
# img to base64
img = cv2.imread(img_path)
img_data = cv2.imencode('test.PNG', img)[1].tobytes()
base64_data = base64.b64encode(img_data)
img_base64 = str(base64_data, encoding='utf-8')
header_img = {
'Authorization': f'Bearer {token}',
'Content-Type': 'application/json'
}
data_img = {"model": "glm-4v", "messages": [{"role": "user",
"content": [{"type": "text", "text": f"{prompt}"},
{"type": "image_url",
"image_url": {"url": f"{img_url}"}}]}]}
data_img = {"model": "glm-4v", "messages": [{"role": "user","content": [{"type": "text", "text": f"{prompt}"},{"type": "image_url","image_url": {"url": f"{img_base64}"}}]}]}
data_img = json.dumps(data_img)
response = requests.post(url=url, headers=header_img, data=data_img)
@@ -147,6 +170,9 @@ class ZhipuaiApi_Img:
content_img = content_img.get("message", 'Default Value')
content_img = content_img.get("content", 'Default Value')
prompt = re.sub(r'\n+', '', content_img)
os.remove(img_path)
return (prompt,)