diff --git a/src/finn/transformation/fpgadataflow/set_fifo_depths.py b/src/finn/transformation/fpgadataflow/set_fifo_depths.py
index 0f8880b3bba42701b2e2ec3991cded4c1c89b958..736f95048a2aed024194d626d68038f9f49d7d5a 100644
--- a/src/finn/transformation/fpgadataflow/set_fifo_depths.py
+++ b/src/finn/transformation/fpgadataflow/set_fifo_depths.py
@@ -71,9 +71,7 @@ def optimize_depth(depth):
         return 2
     if depth <= 32:
         return 32
-    if depth <= 1024:
-        return int(2 ** math.ceil(math.log2(depth)))
-    return int(math.ceil(depth / 1024) * 1024)
+    return int(2 ** math.ceil(math.log2(depth)))
 
 
 class InsertAndSetFIFODepths(Transformation):