From 4907f627546c77a7ba296931e6c0dc468c9be81d Mon Sep 17 00:00:00 2001 From: auphelia <jakobapk@web.de> Date: Thu, 9 Mar 2023 08:48:04 +0000 Subject: [PATCH] [Util] Fix interpretation of dtype to check for signed integer --- src/finn/util/data_packing.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/finn/util/data_packing.py b/src/finn/util/data_packing.py index 3602b1bdd..a41fe882e 100644 --- a/src/finn/util/data_packing.py +++ b/src/finn/util/data_packing.py @@ -220,7 +220,7 @@ def unpack_innermost_dim_from_hex_string( if conv_dtype == DataType["BIPOLAR"]: ar_list = [2 * x - 1 for x in ar_list] # interpret values as signed values - elif dtype.signed(): + elif conv_dtype.signed() and conv_dtype.is_integer(): mask = 2 ** (conv_dtype.bitwidth() - 1) ar_list = [-(x & mask) + (x & ~mask) for x in ar_list] -- GitLab