From 3567ee3a94d57ba72b6d023ca507d11e75767edb Mon Sep 17 00:00:00 2001
From: Aleksei Nikiforov
<103434461+AlekseiNikiforovIBM@users.noreply.github.com>
Date: Wed, 26 Feb 2025 12:39:27 +0100
Subject: [PATCH] gguf-py: enable reading non-native endian files (#12081)
Currently self.byte_order is never used.
Actually use it to byteswap read data to
allow reading big endian files on little endian systems
and vice versa.
Now it's possible to convert little-endian model
into a big-endian model and back
on a little-endian system.
---
gguf-py/gguf/gguf_reader.py | 8 +++++---
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git a/gguf-py/gguf/gguf_reader.py b/gguf-py/gguf/gguf_reader.py
index e17a4e831..3568ea0df 100644
--- a/gguf-py/gguf/gguf_reader.py
+++ b/gguf-py/gguf/gguf_reader.py
@@ -146,9 +146,11 @@ class GGUFReader:
itemsize = int(np.empty([], dtype = dtype).itemsize)
end_offs = offset + itemsize * count
arr = self.data[offset:end_offs].view(dtype=dtype)[:count]
- if override_order is None:
- return arr
- return arr.view(arr.dtype.newbyteorder(override_order))
+ if override_order is not None:
+ return arr.view(arr.dtype.newbyteorder(override_order))
+ if self.byte_order == 'S':
+ return arr.view(arr.dtype.newbyteorder(self.byte_order))
+ return arr
def _push_field(self, field: ReaderField, skip_sum: bool = False) -> int:
if field.name in self.fields: