Files
kadirnar e21711a049 Refactor computer vision and NLP pipelines to simplify model selection and enhance functionality
- Updated model selection in image-to-image, mask generation, object detection, video classification, zero-shot image classification, zero-shot object detection, document question answering, feature extraction, image-to-text, image-text-to-text, visual question answering, conversational, fill mask, question answering, sentence similarity, table question answering, zero-shot classification, text classification, text generation, and token classification pipelines to use a default string instead of a model list.
- Removed unused keypoint detection, summarization, text2text generation, and translation pipelines.
- Added utility nodes for type conversion: IntToString, StringToInt, FloatToString, and StringToFloat.
- Updated all pipeline calls to include trust_remote_code=True for enhanced security.
- Improved requirements by adding timm and opencv-python for better functionality.
2026-02-08 18:26:10 +00:00

123 lines
6.8 KiB
Python

# Computer Vision
from .huggingface_tasks.computer_vision.depth_estimation.node import LoadDepthModel, DepthEstimationInference
from .huggingface_tasks.computer_vision.image_classification.node import ImageClassificationPipeline
from .huggingface_tasks.computer_vision.image_segmentation.node import ImageSegmentationPipeline
from .huggingface_tasks.computer_vision.object_detection.node import ObjectDetectionPipeline
from .huggingface_tasks.computer_vision.image_to_image.node import ImageToImagePipeline
from .huggingface_tasks.computer_vision.image_feature_extraction.node import ImageFeatureExtractionPipeline
from .huggingface_tasks.computer_vision.zero_shot_image_classification.node import ZeroShotImageClassificationPipeline
from .huggingface_tasks.computer_vision.zero_shot_object_detection.node import ZeroShotObjectDetectionPipeline
from .huggingface_tasks.computer_vision.mask_generation.node import MaskGenerationPipeline
from .huggingface_tasks.computer_vision.video_classification.node import VideoClassificationPipeline
# NLP
from .huggingface_tasks.natural_language_processing.text_classification.node import TextClassificationPipeline
from .huggingface_tasks.natural_language_processing.text_generation.node import TextGenerationPipeline
from .huggingface_tasks.natural_language_processing.token_classification.node import TokenClassificationPipeline
from .huggingface_tasks.natural_language_processing.fill_mask.node import FillMaskPipeline
from .huggingface_tasks.natural_language_processing.question_answering.node import QuestionAnsweringPipeline
from .huggingface_tasks.natural_language_processing.zero_shot_classification.node import ZeroShotClassificationPipeline
from .huggingface_tasks.natural_language_processing.table_question_answering.node import TableQuestionAnsweringPipeline
from .huggingface_tasks.natural_language_processing.conversational.node import ConversationalPipeline
from .huggingface_tasks.natural_language_processing.sentence_similarity.node import SentenceSimilarityPipeline
# Audio
from .huggingface_tasks.audio.automatic_speech_recognition.node import AutomaticSpeechRecognitionPipeline
from .huggingface_tasks.audio.audio_classification.node import AudioClassificationPipeline
from .huggingface_tasks.audio.text2speech.node import TextToSpeechPipeline
from .huggingface_tasks.audio.zero_shot_audio_classification.node import ZeroShotAudioClassificationPipeline
# Utility
from .huggingface_tasks.utility.node import IntToString, StringToInt, FloatToString, StringToFloat
# Multimodal
from .huggingface_tasks.multimodal.feature_extraction.node import FeatureExtractionPipeline
from .huggingface_tasks.multimodal.image2text.node import ImageToTextPipeline
from .huggingface_tasks.multimodal.visual_question_answering.node import VisualQuestionAnsweringPipeline
from .huggingface_tasks.multimodal.document_question_answering.node import DocumentQuestionAnsweringPipeline
from .huggingface_tasks.multimodal.image_text_to_text.node import ImageTextToTextPipeline
NODE_CLASS_MAPPINGS = {
# Computer Vision
"LoadDepthModel": LoadDepthModel,
"DepthEstimationInference": DepthEstimationInference,
"ImageClassificationPipeline": ImageClassificationPipeline,
"ImageSegmentationPipeline": ImageSegmentationPipeline,
"ObjectDetectionPipeline": ObjectDetectionPipeline,
"ImageToImagePipeline": ImageToImagePipeline,
"ImageFeatureExtractionPipeline": ImageFeatureExtractionPipeline,
"ZeroShotImageClassificationPipeline": ZeroShotImageClassificationPipeline,
"ZeroShotObjectDetectionPipeline": ZeroShotObjectDetectionPipeline,
"MaskGenerationPipeline": MaskGenerationPipeline,
"VideoClassificationPipeline": VideoClassificationPipeline,
# NLP
"TextClassificationPipeline": TextClassificationPipeline,
"TextGenerationPipeline": TextGenerationPipeline,
"TokenClassificationPipeline": TokenClassificationPipeline,
"FillMaskPipeline": FillMaskPipeline,
"QuestionAnsweringPipeline": QuestionAnsweringPipeline,
"ZeroShotClassificationPipeline": ZeroShotClassificationPipeline,
"TableQuestionAnsweringPipeline": TableQuestionAnsweringPipeline,
"ConversationalPipeline": ConversationalPipeline,
"SentenceSimilarityPipeline": SentenceSimilarityPipeline,
# Audio
"AutomaticSpeechRecognitionPipeline": AutomaticSpeechRecognitionPipeline,
"AudioClassificationPipeline": AudioClassificationPipeline,
"TextToSpeechPipeline": TextToSpeechPipeline,
"ZeroShotAudioClassificationPipeline": ZeroShotAudioClassificationPipeline,
# Multimodal
"FeatureExtractionPipeline": FeatureExtractionPipeline,
"ImageToTextPipeline": ImageToTextPipeline,
"VisualQuestionAnsweringPipeline": VisualQuestionAnsweringPipeline,
"DocumentQuestionAnsweringPipeline": DocumentQuestionAnsweringPipeline,
"ImageTextToTextPipeline": ImageTextToTextPipeline,
# Utility
"IntToString": IntToString,
"StringToInt": StringToInt,
"FloatToString": FloatToString,
"StringToFloat": StringToFloat,
}
NODE_DISPLAY_NAME_MAPPINGS = {
# Computer Vision
"LoadDepthModel": "Load Depth Model",
"DepthEstimationInference": "Depth Estimation",
"ImageClassificationPipeline": "Image Classification",
"ImageSegmentationPipeline": "Image Segmentation",
"ObjectDetectionPipeline": "Object Detection",
"ImageToImagePipeline": "Image to Image",
"ImageFeatureExtractionPipeline": "Image Feature Extraction",
"ZeroShotImageClassificationPipeline": "Zero-Shot Image Classification",
"ZeroShotObjectDetectionPipeline": "Zero-Shot Object Detection",
"MaskGenerationPipeline": "Mask Generation",
"VideoClassificationPipeline": "Video Classification",
# NLP
"TextClassificationPipeline": "Text Classification",
"TextGenerationPipeline": "Text Generation",
"TokenClassificationPipeline": "Token Classification (NER)",
"FillMaskPipeline": "Fill Mask",
"QuestionAnsweringPipeline": "Question Answering",
"ZeroShotClassificationPipeline": "Zero-Shot Classification",
"TableQuestionAnsweringPipeline": "Table Question Answering",
"ConversationalPipeline": "Conversational",
"SentenceSimilarityPipeline": "Sentence Similarity",
# Audio
"AutomaticSpeechRecognitionPipeline": "Speech Recognition (ASR)",
"AudioClassificationPipeline": "Audio Classification",
"TextToSpeechPipeline": "Text to Speech",
"ZeroShotAudioClassificationPipeline": "Zero-Shot Audio Classification",
# Multimodal
"FeatureExtractionPipeline": "Feature Extraction",
"ImageToTextPipeline": "Image to Text",
"VisualQuestionAnsweringPipeline": "Visual Question Answering",
"DocumentQuestionAnsweringPipeline": "Document Question Answering",
"ImageTextToTextPipeline": "Image-Text to Text",
# Utility
"IntToString": "Int to String",
"StringToInt": "String to Int",
"FloatToString": "Float to String",
"StringToFloat": "String to Float",
}