use string dtype for time for now

related issue #124
semio · Jul 12, 2020 · eed2e69 · eed2e69
1 parent 2c29497
commit eed2e69
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/ddf_utils/model/ddf.py b/ddf_utils/model/ddf.py
@@ -220,9 +220,12 @@ def data(self):
         cols = [*self.dimensions, self.id]
         df = dd.read_csv(self.path, usecols=cols, **self.read_csv_options)
         # handling time columns
-        for k, v in self.concept_types.items():
-            if v == 'time':
-                df[k] = parse_time_series(df[k], engine='dask')
+        # Because df.query() performance is poor when the df contains pd.Period dtype
+        # we decided not to parse them, which will result in string dtype
+        # TODO: use Period when perofrmance become better
+        # for k, v in self.concept_types.items():
+        #     if v == 'time':
+        #         df[k] = parse_time_series(df[k], engine='dask')
         return df