Clean up imports

This commit is contained in:
Zuellni
2024-06-24 12:33:30 +02:00
parent cc6c50e2ff
commit 0bd03f4dae
2 changed files with 15 additions and 3 deletions
+1 -1
View File
@@ -8,7 +8,7 @@ git clone https://github.com/Zuellni/ComfyUI-ExLlama-Nodes custom_nodes/ComfyUI-
pip install -r custom_nodes/ComfyUI-ExLlamaV2-Nodes/requirements.txt
```
Use wheels for [ExLlamaV2](https://github.com/turboderp/exllamav2/releases/latest) and [Flash Attention](https://github.com/bdashore3/flash-attention/releases/latest) on Windows:
Use wheels for [ExLlamaV2](https://github.com/turboderp/exllamav2/releases/latest) and [FlashAttention](https://github.com/bdashore3/flash-attention/releases/latest) on Windows:
```
pip install exllamav2-X.X.X+cuXXX.torch2.X.X-cp3XX-cp3XX-win_amd64.whl
pip install flash_attn-X.X.X+cuXXX.torch2.X.X-cp3XX-cp3XX-win_amd64.whl
+14 -2
View File
@@ -4,8 +4,20 @@ import random
from pathlib import Path
from time import time
from exllamav2 import *
from exllamav2.generator import *
from exllamav2 import (
ExLlamaV2,
ExLlamaV2Cache,
ExLlamaV2Cache_Q4,
ExLlamaV2Cache_Q6,
ExLlamaV2Cache_Q8,
ExLlamaV2Config,
ExLlamaV2Tokenizer,
)
from exllamav2.generator import (
ExLlamaV2DynamicGenerator,
ExLlamaV2DynamicJob,
ExLlamaV2Sampler,
)
from comfy.model_management import soft_empty_cache, unload_all_models
from comfy.utils import ProgressBar