Clean up imports
This commit is contained in:
@@ -8,7 +8,7 @@ git clone https://github.com/Zuellni/ComfyUI-ExLlama-Nodes custom_nodes/ComfyUI-
|
||||
pip install -r custom_nodes/ComfyUI-ExLlamaV2-Nodes/requirements.txt
|
||||
```
|
||||
|
||||
Use wheels for [ExLlamaV2](https://github.com/turboderp/exllamav2/releases/latest) and [Flash Attention](https://github.com/bdashore3/flash-attention/releases/latest) on Windows:
|
||||
Use wheels for [ExLlamaV2](https://github.com/turboderp/exllamav2/releases/latest) and [FlashAttention](https://github.com/bdashore3/flash-attention/releases/latest) on Windows:
|
||||
```
|
||||
pip install exllamav2-X.X.X+cuXXX.torch2.X.X-cp3XX-cp3XX-win_amd64.whl
|
||||
pip install flash_attn-X.X.X+cuXXX.torch2.X.X-cp3XX-cp3XX-win_amd64.whl
|
||||
|
||||
+14
-2
@@ -4,8 +4,20 @@ import random
|
||||
from pathlib import Path
|
||||
from time import time
|
||||
|
||||
from exllamav2 import *
|
||||
from exllamav2.generator import *
|
||||
from exllamav2 import (
|
||||
ExLlamaV2,
|
||||
ExLlamaV2Cache,
|
||||
ExLlamaV2Cache_Q4,
|
||||
ExLlamaV2Cache_Q6,
|
||||
ExLlamaV2Cache_Q8,
|
||||
ExLlamaV2Config,
|
||||
ExLlamaV2Tokenizer,
|
||||
)
|
||||
from exllamav2.generator import (
|
||||
ExLlamaV2DynamicGenerator,
|
||||
ExLlamaV2DynamicJob,
|
||||
ExLlamaV2Sampler,
|
||||
)
|
||||
|
||||
from comfy.model_management import soft_empty_cache, unload_all_models
|
||||
from comfy.utils import ProgressBar
|
||||
|
||||
Reference in New Issue
Block a user