use explicit filenames for FactSet files (#99)

RMI-PACTA · Feb 12, 2024 · d4310a1 · d4310a1
1 parent ca2d53e
commit d4310a1
Show file tree

Hide file tree

Showing 2 changed files with 26 additions and 11 deletions.
diff --git a/config.yml b/config.yml
@@ -1,16 +1,16 @@
 default:
   data_prep_outputs_path: "/outputs"
   asset_impact_data_path: "/inputs"
-  factset_data_path: ""
+  factset_data_path: "/inputs"
   masterdata_ownership_filename: ""
   masterdata_debt_filename: ""
   ar_company_id__factset_entity_id_filename: ""
-  factset_financial_data_filename: "factset_financial_data.rds"
-  factset_entity_info_filename: "factset_entity_info.rds"
-  factset_entity_financing_data_filename: "factset_entity_financing_data.rds"
-  factset_fund_data_filename: "factset_fund_data.rds"
-  factset_isin_to_fund_table_filename: "factset_isin_to_fund_table.rds"
-  factset_iss_emissions_data_filename: "factset_iss_emissions.rds"
+  factset_financial_data_filename: ""
+  factset_entity_info_filename: ""
+  factset_entity_financing_data_filename: ""
+  factset_fund_data_filename: ""
+  factset_isin_to_fund_table_filename: ""
+  factset_iss_emissions_data_filename: ""
   update_currencies: TRUE
   export_sqlite_files: TRUE
   imf_quarter_timestamp: "2021-Q4"
@@ -30,10 +30,15 @@ default:
 
 
 2021Q4:
-  factset_data_path: ""
   masterdata_ownership_filename: "2023-06-05_AI_RMI Bespoke_Company Data Products_masterdata_ownership_2021q4.csv"
   masterdata_debt_filename: "2023-06-05_AI_RMI Bespoke_Company Data Products_masterdata_debt_2021q4.csv"
   ar_company_id__factset_entity_id_filename: "2022-08-17_rmi_ar_fs_id_bridge_2021q4.csv"
+  factset_financial_data_filename: ""
+  factset_entity_info_filename: ""
+  factset_entity_financing_data_filename: ""
+  factset_fund_data_filename: ""
+  factset_isin_to_fund_table_filename: ""
+  factset_iss_emissions_data_filename: ""
   imf_quarter_timestamp: "2021-Q4"
   pacta_financial_timestamp: "2021Q4"
   market_share_target_reference_year: 2021
@@ -63,10 +68,15 @@ default:
 
 
 2022Q2:
-  factset_data_path: ""
   masterdata_ownership_filename: "2022-08-30_rmi_masterdata_ownership_2022q2.csv"
   masterdata_debt_filename: "2022-10-03_rmi_masterdata_debt_2022q2.csv"
   ar_company_id__factset_entity_id_filename: "2022-08-17_rmi_ar_fs_id_bridge_2021q4.csv"
+  factset_financial_data_filename: ""
+  factset_entity_info_filename: ""
+  factset_entity_financing_data_filename: ""
+  factset_fund_data_filename: ""
+  factset_isin_to_fund_table_filename: ""
+  factset_iss_emissions_data_filename: ""
   imf_quarter_timestamp: "2022-Q2"
   pacta_financial_timestamp: "2022Q2"
   market_share_target_reference_year: 2022
@@ -82,10 +92,15 @@ default:
   global_aggregate_sector_list: ["Power"]
 
 2022Q4:
-  factset_data_path: "factset-pacta_timestamp-20221231T000000Z_pulled-20231221T195325Z"
   masterdata_ownership_filename: "2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_ownership_2022Q4.csv"
   masterdata_debt_filename: "2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_debt_2022Q4.csv"
   ar_company_id__factset_entity_id_filename: "2023-02-15_AI_RMI_Bespoke_Company_Data_Products_Company_ID_List_2022Q4.csv"
+  factset_financial_data_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_financial_data.rds"
+  factset_entity_info_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_entity_info.rds"
+  factset_entity_financing_data_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_entity_financing_data.rds"
+  factset_fund_data_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_fund_data.rds"
+  factset_isin_to_fund_table_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_isin_to_fund_table.rds"
+  factset_iss_emissions_data_filename: "timestamp-20221231T000000Z_pulled-20240207T161053Z_factset_iss_emissions.rds"
   imf_quarter_timestamp: "2022-Q4"
   pacta_financial_timestamp: "2022Q4"
   market_share_target_reference_year: 2022

diff --git a/run_pacta_data_preparation.R b/run_pacta_data_preparation.R
@@ -775,7 +775,7 @@ parameters <-
     ),
     timestamps = list(
       imf_quarter_timestamp = imf_quarter_timestamp,
-      factset_data_identifier = basename(factset_data_path),
+      factset_data_identifier = sub("_factset_financial_data.rds$", "", factset_financial_data_filename),
       pacta_financial_timestamp = pacta_financial_timestamp
     ),
     scenarios = list(