Add loras, 8bit cache, fix random seed, unloading

This commit is contained in:
Zuellni
2023-10-25 19:53:44 +02:00
parent 420b1fbd2d
commit d2c554b69d
3 changed files with 152 additions and 75 deletions
+2 -1
View File
@@ -1 +1,2 @@
exllamav2
exllamav2>=0.0.7; platform_system == "Linux"
https://github.com/turboderp/exllamav2/releases/download/v0.0.7/exllamav2-0.0.7+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows"