diff --git a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py index dfdf5a5..d437cd7 100644 --- a/dagger/dag_creator/airflow/operator_creators/dbt_creator.py +++ b/dagger/dag_creator/airflow/operator_creators/dbt_creator.py @@ -12,6 +12,7 @@ def __init__(self, task, dag): self._profile_dir = task.profile_dir self._profile_name = task.profile_name self._select = task.select + self._verbose = task.verbose def _generate_deps_command(self): command = [ @@ -24,7 +25,9 @@ def _generate_deps_command(self): def _generate_build_command(self): command = [ - "dbt build", + "dbt", + "--debug" if self._verbose else "", + "build", f"--project-dir {self._project_dir}", f"--profiles-dir {self._profile_dir}", f"--target {self._profile_name}", @@ -56,4 +59,4 @@ def create_operator(self): self._template_parameters.update(self._task.template_parameters) self._update_airflow_parameters() - return self._create_operator(**self._airflow_parameters) \ No newline at end of file + return self._create_operator(**self._airflow_parameters) diff --git a/dagger/pipeline/tasks/dbt_task.py b/dagger/pipeline/tasks/dbt_task.py index 96a2015..0f805e4 100644 --- a/dagger/pipeline/tasks/dbt_task.py +++ b/dagger/pipeline/tasks/dbt_task.py @@ -31,6 +31,12 @@ def init_attributes(cls, orig_cls): parent_fields=["task_parameters"], comment="Passed into dbt --select", ), + Attribute( + attribute_name="verbose", + required=False, + parent_fields=["task_parameters"], + comment="Verbose debug level dbt logging", + ), ] ) @@ -41,6 +47,7 @@ def __init__(self, name, pipeline_name, pipeline, job_config): self._profile_dir = self.parse_attribute("profile_dir") self._profile_name = self.parse_attribute("profile_name") or 'default' self._select = self.parse_attribute("select") + self._verbose = self.parse_attribute("verbose") or False @property def project_dir(self): @@ -57,3 +64,7 @@ def profile_name(self): @property def select(self): return self._select + + @property + def verbose(self): + return self._verbose