MAINT: filter rows with nulls in expected columns

2026-07-16 11:18:11 +08:00 · 2016-04-22 10:38:20 -04:00
parent a13e336ef5
commit 89412616a6
1 changed files with 2 additions and 1 deletions
@@ -148,7 +148,8 @@ class EventsLoader(PipelineLoader):
                raise ValueError(
                    WRONG_MANY_COL_DATA_FORMAT_ERROR.format(sid=k)
                )
-
+        self.events_by_sid = {sid: df.dropna(subset=self.expected_cols) for
+                              sid, df in self.events_by_sid.iteritems()}
        self.dataset = dataset

    def get_loader(self, column):