From d2df0c90b98ceb9be9965e2efe3974a49e919168 Mon Sep 17 00:00:00 2001 From: Andy Tr Date: Tue, 15 Nov 2022 12:04:07 +0100 Subject: [PATCH 1/4] add verbose flag to dbt creator --- .../dag_creator/airflow/operator_creators/dbt_creator.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py index dfdf5a5..025d17e 100644 --- a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py +++ b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py @@ -12,6 +12,7 @@ def __init__(self, task, dag): self._profile_dir = task.profile_dir self._profile_name = task.profile_name self._select = task.select + self._verbose = tasl.verbose def _generate_deps_command(self): command = [ @@ -24,7 +25,9 @@ def _generate_deps_command(self): def _generate_build_command(self): command = [ - "dbt build", + "dbt", + "--debug" if self._verbose else "", + "build", f"--project-dir {self._project_dir}", f"--profiles-dir {self._profile_dir}", f"--target {self._profile_name}", @@ -56,4 +59,4 @@ def create_operator(self): self._template_parameters.update(self._task.template_parameters) self._update_airflow_parameters() - return self._create_operator(**self._airflow_parameters) \ No newline at end of file + return self._create_operator(**self._airflow_parameters) From 70f8ae9670ab0b8d9bf11265d509fa4b35510fa9 Mon Sep 17 00:00:00 2001 From: Andy Tr Date: Tue, 15 Nov 2022 12:07:30 +0100 Subject: [PATCH 2/4] add verbose attribute to task --- dagger/pipeline/tasks/dbt_task.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/dagger/pipeline/tasks/dbt_task.py b/dagger/pipeline/tasks/dbt_task.py index 96a2015..8c84a3a 100644 --- a/dagger/pipeline/tasks/dbt_task.py +++ b/dagger/pipeline/tasks/dbt_task.py @@ -31,6 +31,12 @@ def init_attributes(cls, orig_cls): parent_fields=["task_parameters"], comment="Passed into dbt --select", ), + Attribute( + attribute_name="verbose", + required=False, + parent_fields=["task_parameters"], + comment="Verbose debug level dbt logging", + ), ] ) @@ -41,6 +47,7 @@ def __init__(self, name, pipeline_name, pipeline, job_config): self._profile_dir = self.parse_attribute("profile_dir") self._profile_name = self.parse_attribute("profile_name") or 'default' self._select = self.parse_attribute("select") + self._verbose = self.parse_attribute("verbose") or false @property def project_dir(self): @@ -57,3 +64,7 @@ def profile_name(self): @property def select(self): return self._select + + @property + def verbose(self): + return self._verbose From 22b651c393affdf1104f172997bfbcb109f02ca0 Mon Sep 17 00:00:00 2001 From: Andy Tr Date: Tue, 15 Nov 2022 12:09:54 +0100 Subject: [PATCH 3/4] fix typo --- dagger/dag_creator/airflow/operator_creators/dbt_creator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py index 025d17e..d437cd7 100644 --- a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py +++ b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py @@ -12,7 +12,7 @@ def __init__(self, task, dag): self._profile_dir = task.profile_dir self._profile_name = task.profile_name self._select = task.select - self._verbose = tasl.verbose + self._verbose = task.verbose def _generate_deps_command(self): command = [ From 0a882f7e41f8d35951d286fc9f0e6e0a389defbf Mon Sep 17 00:00:00 2001 From: Andy Tr Date: Tue, 15 Nov 2022 13:29:57 +0100 Subject: [PATCH 4/4] capitalize bool False Co-authored-by: Kiran Vasudev --- dagger/pipeline/tasks/dbt_task.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dagger/pipeline/tasks/dbt_task.py b/dagger/pipeline/tasks/dbt_task.py index 8c84a3a..0f805e4 100644 --- a/dagger/pipeline/tasks/dbt_task.py +++ b/dagger/pipeline/tasks/dbt_task.py @@ -47,7 +47,7 @@ def __init__(self, name, pipeline_name, pipeline, job_config): self._profile_dir = self.parse_attribute("profile_dir") self._profile_name = self.parse_attribute("profile_name") or 'default' self._select = self.parse_attribute("select") - self._verbose = self.parse_attribute("verbose") or false + self._verbose = self.parse_attribute("verbose") or False @property def project_dir(self):