dropna before saving to disk

semio · Apr 14, 2017 · 07a7a74 · 07a7a74
1 parent a1c4f05
commit 07a7a74
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/ddf_utils/io.py b/ddf_utils/io.py
@@ -123,10 +123,11 @@ def csvs_to_ddf(files, out_path):
             for k in keys[:-1]:
                 df[k] = df[k].map(to_concept_id)
             df.columns = df.columns.map(to_concept_id)
-            df.to_csv(join(out_path,
-                           'ddf--datapoints--{}--by--{}.csv'.format(
-                               to_concept_id(c), '--'.join(keys_alphanum))),
-                      index=False)
+            (df.dropna()
+               .to_csv(join(out_path,
+                            'ddf--datapoints--{}--by--{}.csv'.format(
+                                to_concept_id(c), '--'.join(keys_alphanum))),
+                       index=False))
 
     # output concepts
     concepts_df.to_csv(join(out_path, 'ddf--concepts.csv'))