76 lines
3.1 KiB
Python
76 lines
3.1 KiB
Python
from .openai_client import OpenAiClient
|
|
from .settings import load_settings
|
|
|
|
|
|
class CyberdolphinOpenAICompatible:
|
|
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
all_settings = load_settings()
|
|
# prompt_templates = all_settings['prompt_templates']
|
|
default_user_prompt = all_settings['example_user_prompt']
|
|
# default_system_prompt = all_settings['system']
|
|
# default_system_prompt = all_settings['example_user_prompt']
|
|
available_apis = [a for a in all_settings['openai_compatible']]
|
|
|
|
# available_templates = [t for t in prompt_templates]
|
|
default_model = all_settings['openai_compatible']['default']['model']
|
|
|
|
return {
|
|
"required": {
|
|
"api": (available_apis, {
|
|
"default": "default"
|
|
}),
|
|
# "prompt_template": (available_templates, {
|
|
# "default": 'default'
|
|
# }),
|
|
# "model": (["chatglm_pro", "ERNIE-Bot-4", "qwen-turbo-internet", "gpt-3.5-turbo", "gpt-35-turbo", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-4-0613", "gpt-4-1106-preview"],
|
|
# {"default": "gpt-3.5-turbo"}),
|
|
"model": (default_model,
|
|
{"default": "gpt-3.5-turbo"}),
|
|
"system_prompt": ("STRING",
|
|
{
|
|
"default": ("act as prompt generator, I will give you text and you describe an image that matches that text in details, "
|
|
"answer with one response only.if I input in Chinese to communicate with you, but it is crucial that your response be in English."),
|
|
"multiline": True, "dynamicPrompts": False
|
|
}),
|
|
|
|
"user_prompt": ("STRING", {
|
|
"multiline": True,
|
|
"default": default_user_prompt
|
|
}),
|
|
"temperature": ("FLOAT", {
|
|
"default": 0.99, "min": 0.0, "max": 2.0, "step": 0.01,
|
|
}),
|
|
},
|
|
"optional": {
|
|
"top_p": ("FLOAT", {
|
|
"default": 1.0, "min": 0.001, "max": 1.0, "step": 0.01,
|
|
}),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("STRING",)
|
|
RETURN_NAMES = ("gpt_response",)
|
|
FUNCTION = "generate"
|
|
CATEGORY = "🐵 ComfyUI-LLMs"
|
|
|
|
def generate(self, api: str, model: str, temperature: float | None = None,
|
|
top_p: float | None = None, user_prompt="", system_prompt=""):
|
|
# this_prompt = load_settings()['prompt_templates'][prompt_template]
|
|
# system_content = this_prompt['system']
|
|
system_content = system_prompt
|
|
# user_content = f"{this_prompt['prefix']} {user_prompt} {this_prompt['suffix']}"
|
|
user_content = user_prompt
|
|
|
|
response = OpenAiClient.complete(
|
|
key=api,
|
|
model=model,
|
|
temperature=temperature,
|
|
top_p=top_p,
|
|
system_content=system_content,
|
|
user_content=user_content)
|
|
|
|
return (f'{response.choices[0].message.content}',)
|
|
# prompt_template: str,
|