Skip to content

Commit

Permalink
fix:Resolving protobuf error in dbt-core (#90)
Browse files Browse the repository at this point in the history
  • Loading branch information
mwiewior authored Apr 24, 2024
1 parent c311993 commit 7147d47
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 4 deletions.
2 changes: 1 addition & 1 deletion main.tf
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ locals {
spark_version = "3.3.2"
spark_driver_port = 30000
spark_blockmgr_port = 30001
dbt_version = "1.7.3"
dbt_version = "1.7.13"
dbt_spark_version = "1.7.1"
dbt_git_repo = "https://github.com/mwiewior/tbd-tpc-di.git"
dbt_git_repo_branch = "main"
Expand Down
2 changes: 1 addition & 1 deletion modules/data-pipeline/resources/dbt-dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@
# project-id as the gcr.io images and the service account that Composer
# uses has permission to access the Google Container Registry
# (the default service account has permission)
image="eu.gcr.io/{{ var.value.project_id }}/dbt:1.7.3",
image="eu.gcr.io/{{ var.value.project_id }}/dbt:1.7.13",
# Specifies path to kubernetes config. If no config is specified will
# default to '~/.kube/config'. The config_file is templated.
config_file="/home/airflow/composer_kube_config",
Expand Down
5 changes: 3 additions & 2 deletions notebooks/tpc-di-setup.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
},
"outputs": [],
"source": [
"%env DATA_BUCKET=tbd-2023z-9910-data\n",
"%env DATA_BUCKET=tbd-2024l-9910-data\n",
"%env GEN_OUTPUT_DIR=/tmp/tpc-di\n",
"%env REPO_ROOT=/home/jupyter/git/tbd-tpc-di/"
]
Expand Down Expand Up @@ -127,7 +127,7 @@
"%%script bash\n",
"source \"$HOME/.sdkman/bin/sdkman-init.sh\"\n",
"cd /home/jupyter/git/tbd-tpc-di/tools/ \n",
"java -jar DIGen.jar -sf 10 -o /tmp/tpc-di"
"java -jar DIGen.jar -sf 100 -o /tmp/tpc-di"
]
},
{
Expand Down Expand Up @@ -191,6 +191,7 @@
"source": [
"%%bash\n",
"cd $REPO_ROOT\n",
"dbt deps\n",
"dbt run"
]
},
Expand Down

0 comments on commit 7147d47

Please sign in to comment.