added extended dataset and filtering of negative T

SCAI-BIO · May 13, 2024 · 65bfea0 · 65bfea0
1 parent 62edc98
commit 65bfea0
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 9 deletions.
diff --git a/config/experiment/nuts0_nuts1/crnlearner_npi_schools_DE.yaml b/config/experiment/nuts0_nuts1/crnlearner_npi_schools_DE.yaml
@@ -15,9 +15,9 @@ general:
   out_dir_base: ./results
   substeps: 
     - fit_causal_model
-    #- evaluate_causal_model
-    #- refutation
-    - shap_analysis
+    - evaluate_causal_model
+    - refutation
+    #- shap_analysis
 data:
   treatment: npi_schools
   treatment_levels: 2

diff --git a/config/experiment/nuts0_nuts1/crnlearner_npi_stay_home_DE.yaml b/config/experiment/nuts0_nuts1/crnlearner_npi_stay_home_DE.yaml
@@ -15,9 +15,9 @@ general:
   out_dir_base: ./results
   substeps: 
     - fit_causal_model
-    #- evaluate_causal_model
-    #- refutation
-    - shap_analysis
+    - evaluate_causal_model
+    - refutation
+    #- shap_analysis
 data:
   treatment: npi_stay_home
   treatment_levels: 2

diff --git a/data/data.csv b/data/data.csv
diff --git a/src/utils/utils.py b/src/utils/utils.py
@@ -391,4 +391,5 @@ def create_windowed_dataframe(
 
         X_df = pd.concat([X_df, X_concat])
 
-    return X_df, Y_df, T_df
+    # drop windows for which treatment is negative (defined as missing)
+    return X_df.loc[T_df.squeeze()>=0], Y_df.loc[T_df.squeeze()>=0], T_df.loc[T_df.squeeze()>=0]