Merge branch 'develop' of gitlab.ethz.ch:tec/research/stuett/software/framework/stuett

stuett/data/management.py

@@ -364,6 +364,10 @@ class SeismicSource(DataSource):
             del x.attrs["stats"]
 
             # x.rename({'seed_id':'channels'}) #TODO: rename seed_id to channels
+            #            print(x.shape)
+            # TODO: same check for obspy
+            if len(x["seed_id"]) != len(config["channel"]):
+                warnings.warn("Inconsistent data: Not all channels could be loaded")
         return x
 
     def process_seismic_data(
@@ -1411,10 +1415,14 @@ class SegmentedDataset(Dataset):
                     # we need to load every single piece to check if it is empty
                     # TODO: loop through dims in batch_dim and check if they are correct
                     try:
+                        warnings.simplefilter("error")
                         if self.get_data(slices[o[0]]).size == 0:
+                            warnings.simplefilter("default")
                             continue
+                        warnings.simplefilter("default")
                     except Exception as e:
-                        print(e)
+                        warnings.simplefilter("default")
+                        print("Ignoring file", e)
                         continue
                 # TODO: maybe this can be done faster (and cleaner)
                 i = o[0]