Delete groqchat.py

This commit is contained in:
yunxiang wei
2024-07-31 10:54:55 +08:00
committed by GitHub
parent 6a1c7ccad2
commit d1201ac178
-82
View File
@@ -1,82 +0,0 @@
import os
import sys
import json
from groq import Groq
# 添加父目录到 Python 路径
parent_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
if parent_dir not in sys.path:
sys.path.append(parent_dir)
from api_utils import load_api_key
class GroqChatNode:
def __init__(self):
self.client = None
self.load_api_key()
self.conversation_history = []
def load_api_key(self):
api_key = load_api_key('GROQ_API_KEY')
if api_key:
self.client = Groq(api_key=api_key)
else:
print("Error: GROQ_API_KEY not found in api_key.ini")
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"model": (["gemma-7b-it", "gemma2-9b-it", "mixtral-8x7b-32768", "llama3-8b-8192", "llama3-70b-8192","llama3-groq-8b-8192-tool-use-preview","llama3-groq-70b-8192-tool-use-preview", "llama-3.1-8b-instant", "llama-3.1-70b-versatile"],),
"prompt": ("STRING", {"multiline": True}),
"max_tokens": ("INT", {"default": 1000, "min": 1, "max": 32768}),
"temperature": ("FLOAT", {"default": 0.7, "min": 0, "max": 2, "step": 0.1}),
"top_p": ("FLOAT", {"default": 1.0, "min": 0, "max": 1, "step": 0.1}),
},
"optional": {
"system_message": ("STRING", {"multiline": True}),
"presence_penalty": ("FLOAT", {"default": 0, "min": -2, "max": 2, "step": 0.1}),
"frequency_penalty": ("FLOAT", {"default": 0, "min": -2, "max": 2, "step": 0.1}),
"reset_conversation": ("BOOLEAN", {"default": False}),
}
}
RETURN_TYPES = ("STRING",)
FUNCTION = "generate_chat"
CATEGORY = "🌙DW/groqchat"
def generate_chat(self, model, prompt, max_tokens, temperature, top_p, system_message="", presence_penalty=0, frequency_penalty=0, reset_conversation=False):
if not self.client:
return ("Error: GROQ_API_KEY not set or invalid. Please check your api_key.ini file.",)
if reset_conversation:
self.conversation_history = []
if not self.conversation_history and system_message:
self.conversation_history.append({"role": "system", "content": system_message})
self.conversation_history.append({"role": "user", "content": prompt})
try:
chat_completion = self.client.chat.completions.create(
model=model,
messages=self.conversation_history,
max_tokens=max_tokens,
temperature=temperature,
top_p=top_p,
presence_penalty=presence_penalty,
frequency_penalty=frequency_penalty
)
response = chat_completion.choices[0].message.content
self.conversation_history.append({"role": "assistant", "content": response})
return (response,)
except Exception as e:
return (f"Error: {str(e)}",)
NODE_CLASS_MAPPINGS = {
"GroqChatNode": GroqChatNode
}
NODE_DISPLAY_NAME_MAPPINGS = {
"GroqChatNode": "Groq Chat"
}