diff --git a/demo_gradio.py b/demo_gradio.py
index da70f0a..8dcef99 100644
--- a/demo_gradio.py
+++ b/demo_gradio.py
@@ -68,8 +68,10 @@ def run_model(target_dir, model) -> dict:
 
     # Run inference
     print("Running inference...")
+    dtype = torch.bfloat16 if torch.cuda.get_device_capability()[0] >= 8 else torch.float16
+
     with torch.no_grad():
-        with torch.cuda.amp.autocast(dtype=torch.bfloat16):
+        with torch.cuda.amp.autocast(dtype=dtype):
             predictions = model(images)
 
     # Convert pose encoding to extrinsic and intrinsic matrices