From 7f3ced6c3ed2b23abf4105e0210da03ad6015b87 Mon Sep 17 00:00:00 2001
From: City <125218114+city96@users.noreply.github.com>
Date: Sun, 1 Sep 2024 00:56:30 +0200
Subject: [PATCH] Consider FP8 as source

#91
---
 tools/convert.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tools/convert.py b/tools/convert.py
index a49ef1c..63bded9 100644
--- a/tools/convert.py
+++ b/tools/convert.py
@@ -109,6 +109,9 @@ def handle_tensors(args, writer, state_dict):
 
         if data.dtype == torch.bfloat16:
             data = data.to(torch.float32).numpy()
+        # this is so we don't break torch 2.0.X
+        elif data.dtype in [getattr(torch, "float8_e4m3fn", "_invalid"), getattr(torch, "float8_e5m2", "_invalid")]:
+            data = data.to(torch.float16).numpy()
         else:
             data = data.numpy()