Merge pull request #22 from GreenForecast-Squad/Improve_data_pipelines

V1 - tempo predictions (J-3) on Streamlit
dataforgoodfr · Oct 17, 2024 · 5e04274 · 5e04274
2 parents 768124b + 0596bf3
commit 5e04274
Show file tree

Hide file tree

Showing 37 changed files with 67,408 additions and 6,822 deletions.
diff --git a/.gitattributes b/.gitattributes
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -7,9 +7,7 @@ on:
   push:
     branches:
       - main
-  pull_request:
-    branches:
-      - main
+
 
 jobs:
   deploy:
@@ -33,5 +31,4 @@ jobs:
           ssh ubuntu@${{secrets.PROD_IP}} << 'EOF'
           cd ${{vars.PROD_PATH}}
           git pull
-          git lfs pull
           EOF
diff --git a/.github/workflows/page_deploy.yml b/.github/workflows/page_deploy.yml
@@ -1,6 +1,9 @@
 name: documentation
 
-on: [push, pull_request, workflow_dispatch]
+on: 
+  push:
+    branches:
+      - main
 
 # Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
 permissions:
@@ -37,4 +40,4 @@ jobs:
           path: './doc/_build'
       - name: Deploy to GitHub Pages
         id: deployment
-        uses: actions/deploy-pages@v4
+        uses: actions/deploy-pages@v4
diff --git a/.gitignore b/.gitignore
@@ -166,3 +166,6 @@ doc/_build
 .vscode/settings.json
 data/silver/*.nc
 data/silver/weather_forecasts/*.nc
+data/geo/*.nc
+.vscode/settings.json
+data/bronze/observations/*.csv.gz
diff --git a/data/geo/departements_name.yaml b/data/geo/departements_name.yaml
diff --git a/data/geo/france_bounds.yml b/data/geo/france_bounds.yml
diff --git a/data/geo/lonlat_france.npz b/data/geo/lonlat_france.npz
diff --git a/data/geo/mask_france_departements.nc b/data/geo/mask_france_departements.nc
diff --git a/data/geo/mask_france_regions.nc b/data/geo/mask_france_regions.nc
diff --git a/data/geo/regions_name.yml b/data/geo/regions_name.yml
diff --git a/data/gold/our_tempo_prediction.csv b/data/gold/our_tempo_prediction.csv
@@ -0,0 +1,49 @@
+,Type_de_jour_TEMPO,our_tempo_J-1,our_tempo_J-2,our_tempo_J-3
+2024-09-01,BLUE,prediction_bleu,,
+2024-09-02,BLUE,prediction_bleu,,
+2024-09-03,BLUE,prediction_bleu,,
+2024-09-04,BLUE,prediction_bleu,,
+2024-09-05,BLUE,prediction_bleu,,
+2024-09-06,BLUE,prediction_bleu,,
+2024-09-07,BLUE,prediction_bleu,,
+2024-09-08,BLUE,prediction_bleu,,
+2024-09-09,BLUE,prediction_bleu,,
+2024-09-10,BLUE,prediction_bleu,,
+2024-09-11,BLUE,prediction_bleu,,
+2024-09-12,BLUE,prediction_bleu,,
+2024-09-13,BLUE,prediction_bleu,,
+2024-09-14,BLUE,prediction_bleu,,
+2024-09-15,BLUE,prediction_bleu,,
+2024-09-16,BLUE,prediction_bleu,,
+2024-09-17,BLUE,prediction_bleu,,
+2024-09-18,BLUE,prediction_bleu,,
+2024-09-19,BLUE,prediction_bleu,,
+2024-09-20,BLUE,prediction_bleu,,
+2024-09-21,BLUE,prediction_bleu,,
+2024-09-22,BLUE,prediction_bleu,,
+2024-09-23,BLUE,prediction_bleu,,
+2024-09-24,BLUE,prediction_bleu,,
+2024-09-25,BLUE,prediction_bleu,,
+2024-09-26,BLUE,prediction_bleu,,
+2024-09-27,BLUE,prediction_bleu,,
+2024-09-28,BLUE,prediction_bleu,,
+2024-09-29,BLUE,prediction_bleu,,
+2024-09-30,BLUE,prediction_bleu,,
+2024-10-01,BLUE,prediction_bleu,,
+2024-10-02,BLUE,prediction_bleu,,
+2024-10-03,BLUE,prediction_bleu,,
+2024-10-04,BLUE,prediction_bleu,,
+2024-10-05,BLUE,prediction_bleu,,
+2024-10-06,BLUE,prediction_bleu,,
+2024-10-07,BLUE,prediction_bleu,,
+2024-10-08,BLUE,prediction_bleu,,
+2024-10-09,BLUE,prediction_bleu,prediction_bleu,prediction_bleu
+2024-10-10,BLUE,prediction_bleu,prediction_bleu,prediction_bleu
+2024-10-11,BLUE,prediction_bleu,prediction_bleu,prediction_bleu
+2024-10-12,BLUE,prediction_bleu,prediction_bleu,prediction_bleu
+2024-10-13,BLUE,prediction_bleu,prediction_bleu,prediction_bleu
+2024-10-14,BLUE,prediction_bleu,,
+2024-10-15,BLUE,prediction_bleu,,
+2024-10-16,BLUE,prediction_bleu,prediction_bleu,
+2024-10-17,,,prediction_bleu,prediction_bleu
+2024-10-18,,,,prediction_bleu
diff --git a/data/production_prediction/model_departements.pkl b/data/production_prediction/model_departements.pkl
diff --git a/data/rte_agg_daily_2014_2024.csv b/data/rte_agg_daily_2014_2024.csv