diff --git a/.gitignore b/.gitignore
index 939a120..f4dd76b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,14 @@
+# Python and IDE
 __pycache__/
 .vscode/settings.json
+
+# Binary management
+binaries/*
+binaries/win64/*
+binaries/linux/*
+
+# Keep directory structure and rename file for Linux
+!binaries/
+!binaries/win64/
+!binaries/linux/
+!binaries/linux/rename_this_to_keep_user_binary.txt
\ No newline at end of file
diff --git a/binaries/linux/rename_this_to_keep_user_binary.txt b/binaries/linux/rename_this_to_keep_user_binary.txt
new file mode 100644
index 0000000..e69de29
diff --git a/precompiled_binaries/linux/llama-quantize b/precompiled_binaries/linux/llama-quantize
new file mode 100755
index 0000000..04708cb
Binary files /dev/null and b/precompiled_binaries/linux/llama-quantize differ
diff --git a/precompiled_binaries/win64/llama-quantize.exe b/precompiled_binaries/win64/llama-quantize.exe
new file mode 100755
index 0000000..6c0eb2c
Binary files /dev/null and b/precompiled_binaries/win64/llama-quantize.exe differ