Jason Schleifer
d6f27e9534
Fixed tasks replacing agents in PromptTask, Create Image from text task, and text to speech
356 lines
15 KiB
Python
356 lines
15 KiB
Python
"""
|
|
@author: Jason Schleifer
|
|
@title: ComfyUI Griptape Nodes
|
|
@nickname: ComfyUI-Griptape
|
|
@description: This extension offers various nodes that allow you to work with LLMs using the Griptape Python Framework (https://griptape.ai)
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
|
|
from dotenv import load_dotenv
|
|
|
|
# Load the griptape_config.json data
|
|
# AGENT
|
|
from .nodes.agent.CreateAgent import CreateAgent
|
|
from .nodes.agent.ExpandAgent import ExpandAgent
|
|
from .nodes.agent.gtUICreateAgentFromConfig import gtUICreateAgentFromConfig
|
|
from .nodes.agent.gtUISetDefaultAgent import gtUISetDefaultAgent
|
|
from .nodes.agent.RunAgent import RunAgent
|
|
|
|
# COMBINE
|
|
from .nodes.combine.gtUIMergeInputs import gtUIMergeInputs
|
|
from .nodes.combine.MergeTexts import MergeTexts
|
|
from .nodes.combine.RulesList import RulesList
|
|
from .nodes.combine.ToolList import ToolList
|
|
|
|
# CONFIG
|
|
from .nodes.config.gtUIAmazonBedrockStructureConfig import (
|
|
gtUIAmazonBedrockStructureConfig,
|
|
)
|
|
from .nodes.config.gtUIAnthropicStructureConfig import gtUIAnthropicStructureConfig
|
|
from .nodes.config.gtUIAzureOpenAiStructureConfig import gtUIAzureOpenAiStructureConfig
|
|
from .nodes.config.gtUIGoogleStructureConfig import gtUIGoogleStructureConfig
|
|
from .nodes.config.gtUIHuggingFaceStructureConfig import gtUIHuggingFaceStructureConfig
|
|
from .nodes.config.gtUILMStudioStructureConfig import gtUILMStudioStructureConfig
|
|
from .nodes.config.gtUIOllamaStructureConfig import gtUIOllamaStructureConfig
|
|
from .nodes.config.gtUIOpenAiCompatableConfig import gtUIOpenAiCompatableConfig
|
|
from .nodes.config.gtUIOpenAiStructureConfig import gtUIOpenAiStructureConfig
|
|
from .nodes.config.gtUIStructureConfig import gtUIStructureConfig
|
|
|
|
# CONVERT
|
|
from .nodes.convert.gtUITextToClipEncode import gtUITextToClipEncode
|
|
from .nodes.convert.gtUITextToCombo import gtUITextToCombo
|
|
|
|
# DISPLAY
|
|
from .nodes.display.gtUIOutputDataNode import gtUIOutputDataNode
|
|
from .nodes.display.gtUIOutputImageNode import gtUIOutputImageNode
|
|
from .nodes.display.gtUIOutputStringNode import gtUIOutputStringNode
|
|
from .nodes.drivers.gtUIAmazonBedrockClaudeImageQueryDriver import (
|
|
gtUIAmazonBedrockClaudeImageQueryDriver,
|
|
)
|
|
|
|
# DRIVERS
|
|
# - Amazon Bedrock
|
|
from .nodes.drivers.gtUIAmazonBedrockPromptDriver import gtUIAmazonBedrockPromptDriver
|
|
from .nodes.drivers.gtUIAmazonBedrockStableDiffusionImageGenerationDriver import (
|
|
gtUIAmazonBedrockStableDiffusionImageGenerationDriver,
|
|
)
|
|
from .nodes.drivers.gtUIAmazonBedrockTitanEmbeddingDriver import (
|
|
gtUIAmazonBedrockTitanEmbeddingDriver,
|
|
)
|
|
from .nodes.drivers.gtUIAmazonBedrockTitanImageGenerationDriver import (
|
|
gtUIAmazonBedrockTitanImageGenerationDriver,
|
|
)
|
|
|
|
# - Amazon OpenSearch
|
|
from .nodes.drivers.gtUIAmazonOpenSearchVectorStoreDriver import (
|
|
gtUIAmazonOpenSearchVectorStoreDriver,
|
|
)
|
|
|
|
# - Amazon SageMaker Jumpstart
|
|
from .nodes.drivers.gtUIAmazonSageMakerJumpstartEmbeddingDriver import (
|
|
gtUIAmazonSageMakerJumpstartEmbeddingDriver,
|
|
)
|
|
from .nodes.drivers.gtUIAmazonSageMakerJumpstartPromptDriver import (
|
|
gtUIAmazonSageMakerJumpstartPromptDriver,
|
|
)
|
|
|
|
# - Anthropic
|
|
from .nodes.drivers.gtUIAnthropicImageQueryDriver import gtUIAnthropicImageQueryDriver
|
|
from .nodes.drivers.gtUIAnthropicPromptDriver import gtUIAnthropicPromptDriver
|
|
from .nodes.drivers.gtUIAzureMongoDbVectorStoreDriver import (
|
|
gtUIAzureMongoDbVectorStoreDriver,
|
|
)
|
|
|
|
# - Azure
|
|
from .nodes.drivers.gtUIAzureOpenAiChatPromptDriver import (
|
|
gtUIAzureOpenAiChatPromptDriver,
|
|
)
|
|
from .nodes.drivers.gtUIAzureOpenAiEmbeddingDriver import gtUIAzureOpenAiEmbeddingDriver
|
|
from .nodes.drivers.gtUIAzureOpenAiImageGenerationDriver import (
|
|
gtUIAzureOpenAiImageGenerationDriver,
|
|
)
|
|
from .nodes.drivers.gtUIAzureOpenAiImageQueryDriver import (
|
|
gtUIAzureOpenAiImageQueryDriver,
|
|
)
|
|
|
|
# - Cohere
|
|
from .nodes.drivers.gtUICohereEmbeddingDriver import gtUICohereEmbeddingDriver
|
|
from .nodes.drivers.gtUICoherePromptDriver import gtUICoherePromptDriver
|
|
|
|
# - DuckDuckGo
|
|
from .nodes.drivers.gtUIDuckDuckGoWebSearchDriver import gtUIDuckDuckGoWebSearchDriver
|
|
|
|
# - ElevenLabs
|
|
from .nodes.drivers.gtUIElevenLabsTextToSpeechDriver import (
|
|
gtUIElevenLabsTextToSpeechDriver,
|
|
)
|
|
|
|
# - Google
|
|
from .nodes.drivers.gtUIGoogleEmbeddingDriver import gtUIGoogleEmbeddingDriver
|
|
from .nodes.drivers.gtUIGooglePromptDriver import gtUIGooglePromptDriver
|
|
from .nodes.drivers.gtUIGoogleWebSearchDriver import gtUIGoogleWebSearchDriver
|
|
|
|
# - HuggingFace
|
|
from .nodes.drivers.gtUIHuggingFaceHubEmbeddingDriver import (
|
|
gtUIHuggingFaceHubEmbeddingDriver,
|
|
)
|
|
from .nodes.drivers.gtUIHuggingFaceHubPromptDriver import gtUIHuggingFaceHubPromptDriver
|
|
|
|
# - Leonardo.AI
|
|
from .nodes.drivers.gtUILeonardoImageGenerationDriver import (
|
|
gtUILeonardoImageGenerationDriver,
|
|
)
|
|
|
|
# - LM Studio
|
|
from .nodes.drivers.gtUILMStudioChatPromptDriver import gtUILMStudioChatPromptDriver
|
|
|
|
# - Local
|
|
from .nodes.drivers.gtUILocalVectorStoreDriver import gtUILocalVectorStoreDriver
|
|
|
|
# - Marqo
|
|
from .nodes.drivers.gtUIMarqoVectorStoreDriver import gtUIMarqoVectorStoreDriver
|
|
|
|
# - Mongodb
|
|
from .nodes.drivers.gtUIMongoDbAtlasVectorStoreDriver import (
|
|
gtUIMongoDbAtlasVectorStoreDriver,
|
|
)
|
|
|
|
# - Ollama
|
|
from .nodes.drivers.gtUIOllamaPromptDriver import gtUIOllamaPromptDriver
|
|
|
|
# - OpenAI
|
|
from .nodes.drivers.gtUIOpenAiAudioTranscriptionDriver import (
|
|
gtUIOpenAiAudioTranscriptionDriver,
|
|
)
|
|
from .nodes.drivers.gtUIOpenAiChatPromptDriver import gtUIOpenAiChatPromptDriver
|
|
from .nodes.drivers.gtUIOpenAiCompatableChatPromptDriver import (
|
|
gtUIOpenAiCompatableChatPromptDriver,
|
|
)
|
|
from .nodes.drivers.gtUIOpenAiCompatableEmbeddingDriver import (
|
|
gtUIOpenAiCompatableEmbeddingDriver,
|
|
)
|
|
from .nodes.drivers.gtUIOpenAiEmbeddingDriver import gtUIOpenAiEmbeddingDriver
|
|
from .nodes.drivers.gtUIOpenAiImageGenerationDriver import (
|
|
gtUIOpenAiImageGenerationDriver,
|
|
)
|
|
from .nodes.drivers.gtUIOpenAiImageQueryDriver import gtUIOpenAiImageQueryDriver
|
|
from .nodes.drivers.gtUIOpenAiTextToSpeechDriver import gtUIOpenAiTextToSpeechDriver
|
|
|
|
# - PGVector
|
|
from .nodes.drivers.gtUIPgVectorVectorStoreDriver import gtUIPgVectorVectorStoreDriver
|
|
|
|
# - Pinecone
|
|
from .nodes.drivers.gtUIPineconeVectorStoreDriver import gtUIPineconeVectorStoreDriver
|
|
|
|
# - Qdrant
|
|
from .nodes.drivers.gtUIQdrantVectorStoreDriver import gtUIQdrantVectorStoreDriver
|
|
|
|
# - Redis
|
|
from .nodes.drivers.gtUIRedisVectorStoreDriver import gtUIRedisVectorStoreDriver
|
|
|
|
# - Voyage AI
|
|
from .nodes.drivers.gtUIVoyageAiEmbeddingDriver import gtUIVoyageAiEmbeddingDriver
|
|
|
|
# LOADERS
|
|
from .nodes.loaders.gtUIFetchImage import gtUIFetchImage
|
|
from .nodes.loaders.gtUILoadAudio import gtUILoadAudio
|
|
|
|
# RULES
|
|
from .nodes.rules.gtUIRule import gtUIRule
|
|
|
|
# TASKS
|
|
from .nodes.tasks.gtUIAudioTranscriptionTask import gtUIAudioTranscriptionTask
|
|
from .nodes.tasks.gtUIImageQueryTask import gtUIImageQueryTask
|
|
from .nodes.tasks.gtUIParallelImageQueryTask import gtUIParallelImageQueryTask
|
|
from .nodes.tasks.gtUIPromptImageGenerationTask import gtUIPromptImageGenerationTask
|
|
from .nodes.tasks.gtUIPromptImageVariationTask import gtUIPromptImageVariationTask
|
|
from .nodes.tasks.gtUIPromptTask import gtUIPromptTask
|
|
from .nodes.tasks.gtUITextSummaryTask import gtUITextSummaryTask
|
|
from .nodes.tasks.gtUITextToSpeechTask import gtUITextToSpeechTask
|
|
from .nodes.tasks.gtUIToolkitTask import gtUIToolkitTask
|
|
from .nodes.tasks.gtUIToolTask import gtUIToolTask
|
|
|
|
# TEXT
|
|
from .nodes.text.gtUICLIPTextEncode import gtUICLIPTextEncode
|
|
from .nodes.text.gtUIInputStringNode import gtUIInputStringNode
|
|
|
|
# TOOLS
|
|
from .nodes.tools.gtUIAudioTranscriptionClient import gtUIAudioTranscriptionClient
|
|
from .nodes.tools.gtUICalculator import gtUICalculator
|
|
from .nodes.tools.gtUIConvertAgentToTool import gtUIConvertAgentToTool
|
|
from .nodes.tools.gtUIDateTime import gtUIDateTime
|
|
from .nodes.tools.gtUIFileManager import gtUIFileManager
|
|
from .nodes.tools.gtUIKnowledgeBaseTool import gtUIKnowledgeBaseTool
|
|
from .nodes.tools.gtUITextToSpeechClient import gtUITextToSpeechClient
|
|
from .nodes.tools.gtUIWebScraper import gtUIWebScraper
|
|
from .nodes.tools.gtUIWebSearch import gtUIWebSearch
|
|
|
|
# CONFIG
|
|
from .py.griptape_config import (
|
|
load_and_prepare_config,
|
|
)
|
|
|
|
# Setup to compute file paths relative to the directory containing this script
|
|
|
|
THIS_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
DEFAULT_CONFIG_FILE = os.path.join(THIS_DIR, "griptape_config.json.default")
|
|
USER_CONFIG_FILE = os.path.join(THIS_DIR, "griptape_config.json")
|
|
|
|
# Load existing environment variables
|
|
load_dotenv()
|
|
|
|
print("\n\033[34m[Griptape Custom Nodes]:\033[0m")
|
|
|
|
# Now load and prepare the configuration
|
|
config = load_and_prepare_config(DEFAULT_CONFIG_FILE, USER_CONFIG_FILE)
|
|
|
|
NODE_CLASS_MAPPINGS = {}
|
|
NODE_DISPLAY_NAME_MAPPINGS = {}
|
|
WEB_DIRECTORY = "./js"
|
|
|
|
NODE_CLASS_MAPPINGS = {
|
|
# AGENT
|
|
"Griptape Create: Agent": CreateAgent,
|
|
"Griptape Create: Agent from Config": gtUICreateAgentFromConfig,
|
|
"Griptape Run: Agent": RunAgent,
|
|
"Griptape Expand: Agent Nodes": ExpandAgent,
|
|
"Griptape Set: Default Agent": gtUISetDefaultAgent,
|
|
# AGENT CONFIG
|
|
"Griptape Agent Config: Amazon Bedrock": gtUIAmazonBedrockStructureConfig,
|
|
"Griptape Agent Config: Anthropic": gtUIAnthropicStructureConfig,
|
|
# Unable to test AzureOpenAI config at the moment - so disabling for now
|
|
"Griptape Agent Config: Azure OpenAI": gtUIAzureOpenAiStructureConfig,
|
|
"Griptape Agent Config: Google": gtUIGoogleStructureConfig,
|
|
"Griptape Agent Config: HuggingFace": gtUIHuggingFaceStructureConfig,
|
|
"Griptape Agent Config: LM Studio": gtUILMStudioStructureConfig,
|
|
"Griptape Agent Config: Ollama": gtUIOllamaStructureConfig,
|
|
"Griptape Agent Config: OpenAI": gtUIOpenAiStructureConfig,
|
|
"Griptape Agent Config: OpenAI Compatable": gtUIOpenAiCompatableConfig,
|
|
"GripTape Agent Config: Generic Structure": gtUIStructureConfig,
|
|
# AGENT RULES
|
|
"Griptape Create: Rules": gtUIRule,
|
|
"Griptape Combine: Rules List": RulesList,
|
|
# TASKS
|
|
"Griptape Run: Prompt Task": gtUIPromptTask,
|
|
"Griptape Run: Text Summary": gtUITextSummaryTask,
|
|
"Griptape Run: Tool Task": gtUIToolTask,
|
|
"Griptape Run: Toolkit Task": gtUIToolkitTask,
|
|
# # STRUCTURES
|
|
# "Griptape Create: Pipeline": gtUICreatePipeline,
|
|
# "Griptape Run: Structure": gtUIRunStructure,
|
|
# "Griptape Pipeline: Add Task": gtUIPipelineAddTask,
|
|
# "Griptape Pipeline: Insert Task": gtUIPipelineInsertTask,
|
|
# AGENT TOOLS
|
|
"Griptape Tool: Audio Transcription": gtUIAudioTranscriptionClient,
|
|
"Griptape Tool: Calculator": gtUICalculator,
|
|
"Griptape Tool: DateTime": gtUIDateTime,
|
|
"Griptape Tool: FileManager": gtUIFileManager,
|
|
"Griptape Tool: Griptape Cloud KnowledgeBase": gtUIKnowledgeBaseTool,
|
|
"Griptape Tool: Text to Speech": gtUITextToSpeechClient,
|
|
"Griptape Tool: WebScraper": gtUIWebScraper,
|
|
"Griptape Tool: WebSearch": gtUIWebSearch,
|
|
"Griptape Combine: Tool List": ToolList,
|
|
# PROMPT DRIVER
|
|
"Griptape Prompt Driver: Amazon Bedrock": gtUIAmazonBedrockPromptDriver,
|
|
"Griptape Prompt Driver: Amazon SageMaker Jumpstart": gtUIAmazonSageMakerJumpstartPromptDriver,
|
|
"Griptape Prompt Driver: Anthropic": gtUIAnthropicPromptDriver,
|
|
"Griptape Prompt Driver: Azure OpenAI": gtUIAzureOpenAiChatPromptDriver,
|
|
"Griptape Prompt Driver: Cohere": gtUICoherePromptDriver,
|
|
"Griptape Prompt Driver: Google": gtUIGooglePromptDriver,
|
|
"Griptape Prompt Driver: HuggingFace": gtUIHuggingFaceHubPromptDriver,
|
|
"Griptape Prompt Driver: LM Studio": gtUILMStudioChatPromptDriver,
|
|
"Griptape Prompt Driver: Ollama": gtUIOllamaPromptDriver,
|
|
"Griptape Prompt Driver: OpenAI": gtUIOpenAiChatPromptDriver,
|
|
"Griptape Prompt Driver: OpenAI Compatable": gtUIOpenAiCompatableChatPromptDriver,
|
|
# IMAGE GENERATION DRIVERS
|
|
"Griptape Driver: Amazon Bedrock Stable Diffusion": gtUIAmazonBedrockStableDiffusionImageGenerationDriver,
|
|
"Griptape Driver: Amazon Bedrock Titan": gtUIAmazonBedrockTitanImageGenerationDriver,
|
|
"Grptape Driver: Azure OpenAI Image Generation": gtUIAzureOpenAiImageGenerationDriver,
|
|
"Griptape Driver: Leonardo.AI": gtUILeonardoImageGenerationDriver,
|
|
"Griptape Driver: OpenAI Image Generation": gtUIOpenAiImageGenerationDriver,
|
|
# IMAGE QUERY DRIVER
|
|
"Griptape Image Query Driver: Amazon Bedrock Claude": gtUIAmazonBedrockClaudeImageQueryDriver,
|
|
"Griptape Image Query Driver: Anthropic": gtUIAnthropicImageQueryDriver,
|
|
"Griptape Image Query Driver: Azure OpenAI": gtUIAzureOpenAiImageQueryDriver,
|
|
"Griptape Image Query Driver: OpenAI": gtUIOpenAiImageQueryDriver,
|
|
# EMBEDDING DRIVER
|
|
"Griptape Embedding Driver: Amazon Bedrock Titan": gtUIAmazonBedrockTitanEmbeddingDriver,
|
|
"Griptape Embedding Driver: Amazon SageMaker Jumpstart": gtUIAmazonSageMakerJumpstartEmbeddingDriver,
|
|
"Griptape Embedding Driver: Azure OpenAI": gtUIAzureOpenAiEmbeddingDriver,
|
|
"Griptape Embedding Driver: Cohere": gtUICohereEmbeddingDriver,
|
|
"Griptape Embedding Driver: Google": gtUIGoogleEmbeddingDriver,
|
|
"Griptape Embedding Driver: HuggingFace": gtUIHuggingFaceHubEmbeddingDriver,
|
|
"Griptape Embedding Driver: OpenAI": gtUIOpenAiEmbeddingDriver,
|
|
"Griptape Embedding Driver: OpenAI Compatable": gtUIOpenAiCompatableEmbeddingDriver,
|
|
"Griptape Embedding Driver: Voyage AI": gtUIVoyageAiEmbeddingDriver,
|
|
# VECTOR STORE DRIVERS
|
|
"Griptape Driver: Amazon OpenSearch Vector Store": gtUIAmazonOpenSearchVectorStoreDriver,
|
|
"Griptape Driver: Azure MongoDB Vector Store": gtUIAzureMongoDbVectorStoreDriver,
|
|
"Griptape Driver: Marqo Vector Store": gtUIMarqoVectorStoreDriver,
|
|
"Griptape Driver: MongoDB Atlas Vector Store": gtUIMongoDbAtlasVectorStoreDriver,
|
|
"Griptape Driver: Local Vector Store": gtUILocalVectorStoreDriver,
|
|
"Griptape Driver: PGVector Vector Store": gtUIPgVectorVectorStoreDriver,
|
|
"Griptape Driver: Pinecone Vector Store": gtUIPineconeVectorStoreDriver,
|
|
"Griptape Driver: Redis Vector Store": gtUIRedisVectorStoreDriver,
|
|
"Griptape Driver: Qdrant Vector Store": gtUIQdrantVectorStoreDriver,
|
|
# TEXT TO SPEECH DRIVERS
|
|
"Griptape Text To Speech Driver: ElevenLabs": gtUIElevenLabsTextToSpeechDriver,
|
|
"Griptape Text To Speech Driver: OpenAI": gtUIOpenAiTextToSpeechDriver,
|
|
# AUDIO DRIVERS
|
|
"Griptape Audio Transcription Driver: OpenAI": gtUIOpenAiAudioTranscriptionDriver,
|
|
# WEBSEARCH DRIVERS
|
|
"Griptape Driver: DuckDuckGo WebSearch": gtUIDuckDuckGoWebSearchDriver,
|
|
"Griptape Driver: Google WebSearch": gtUIGoogleWebSearchDriver,
|
|
# AGENT CONVERSION
|
|
"Griptape Convert: Agent to Tool": gtUIConvertAgentToTool,
|
|
# TEXT
|
|
"Griptape Create: Text": gtUIInputStringNode,
|
|
"Griptape Create: CLIP Text Encode": gtUICLIPTextEncode,
|
|
"Griptape Convert: Text to CLIP Encode": gtUITextToClipEncode,
|
|
"Griptape Convert: Text to Combo": gtUITextToCombo,
|
|
"Griptape Combine: Merge Texts": MergeTexts,
|
|
"Griptape Combine: Merge Inputs": gtUIMergeInputs,
|
|
# IMAGES
|
|
"Griptape Create: Image from Text": gtUIPromptImageGenerationTask,
|
|
"Griptape Create: Image Variation": gtUIPromptImageVariationTask,
|
|
"Griptape Load: Image From URL": gtUIFetchImage,
|
|
"Griptape Run: Image Description": gtUIImageQueryTask,
|
|
"Griptape Run: Parallel Image Description": gtUIParallelImageQueryTask,
|
|
# DISPLAY
|
|
"Griptape Display: Image": gtUIOutputImageNode,
|
|
"Griptape Display: Text": gtUIOutputStringNode,
|
|
"Griptape Display: Data as Text": gtUIOutputDataNode,
|
|
# AUDIO
|
|
"Griptape Load: Audio": gtUILoadAudio,
|
|
"Griptape Run: Audio Transcription": gtUIAudioTranscriptionTask,
|
|
"Griptape Run: Text to Speech": gtUITextToSpeechTask,
|
|
# "Griptape Display: Artifact": gtUIOutputArtifactNode,
|
|
# "Griptape Config: Environment Variables": gtUIEnv,
|
|
}
|
|
|
|
|
|
__all__ = ["NODE_CLASS_MAPPINGS", "WEB_DIRECTORY"]
|
|
print(" \033[34m- \033[92mDone!\033[0m\n")
|