quanto torch version checks are updated with newest version
This commit is contained in:
@@ -58,5 +58,5 @@ def check_torch_version_is_enough(min_major: int, min_minor: int) -> bool:
|
|||||||
|
|
||||||
if os_name == "Linux":
|
if os_name == "Linux":
|
||||||
check_package("bitsandbytes", "bitsandbytes")
|
check_package("bitsandbytes", "bitsandbytes")
|
||||||
elif check_torch_version_is_enough(2, 2):
|
elif check_torch_version_is_enough(2, 4):
|
||||||
check_package("optimum-quanto", "optimum-quanto")
|
check_package("optimum-quanto", "optimum-quanto")
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ class QuantizationType(Enum):
|
|||||||
def get_quantization_package() -> QuantizationPackage:
|
def get_quantization_package() -> QuantizationPackage:
|
||||||
if system() == "Linux":
|
if system() == "Linux":
|
||||||
return QuantizationPackage.BITSANDBYTES
|
return QuantizationPackage.BITSANDBYTES
|
||||||
elif check_torch_version_is_enough(2, 2):
|
elif check_torch_version_is_enough(2, 4):
|
||||||
return QuantizationPackage.QUANTO
|
return QuantizationPackage.QUANTO
|
||||||
else:
|
else:
|
||||||
return QuantizationPackage.NONE
|
return QuantizationPackage.NONE
|
||||||
|
|||||||
Reference in New Issue
Block a user