Release 0.22.0 (#50)

* Remove ephemeral tasks from DAG (#48)

* Remove ephemeral tasks
* Simplify test contraction
* Add ephemeral tests

* Slack failure notifications (#49)

* Slack failure notifications

* FIX #50  - Bump version and CHANGELOG for release 0.22.0

Co-authored-by: Andrzej Swatowski <33041023+swtwsk@users.noreply.github.com>
Co-authored-by: Piotr Pękala <piotr_pekala@wp.pl>
Co-authored-by: github-actions <github-actions@github.com>

Author: 4 people

.isort.cfg

@@ -4,4 +4,4 @@ known_first_party = dbt_airflow_factory
 default_section = THIRDPARTY
 
 [settings]
-known_third_party = airflow,jinja2,pytimeparse,setuptools,yaml
+known_third_party = airflow,jinja2,networkx,pytimeparse,setuptools,yaml

CHANGELOG.md

@@ -2,6 +2,14 @@
 
 ## [Unreleased]
 
+## [0.22.0] - 2022-03-21
+
+-   Failure notifications via slack
+
+### Added
+
+-   Ephemeral nodes can be hidden from DAG by setting `show_ephemeral_models: False` in project's `airflow.yml`.
+
 ## [0.21.0] - 2022-02-11
 
 This version brings compatibility with `dbt 1.0`.
@@ -98,7 +106,9 @@ This version brings compatibility with `dbt 1.0`.
 
 -   Initial implementation of `dbt_airflow_manifest_parser` library.
 
-[Unreleased]: https://github.com/getindata/dbt-airflow-factory/compare/0.21.0...HEAD
+[Unreleased]: https://github.com/getindata/dbt-airflow-factory/compare/0.22.0...HEAD
+
+[0.22.0]: https://github.com/getindata/dbt-airflow-factory/compare/0.21.0...0.22.0
 
 [0.21.0]: https://github.com/getindata/dbt-airflow-factory/compare/0.20.1...0.21.0
 

dbt_airflow_factory/__init__.py

@@ -1 +1 @@
-version = "0.21.0"
+version = "0.22.0"

dbt_airflow_factory/airflow_dag_factory.py

@@ -16,6 +16,7 @@
 from dbt_airflow_factory.builder import DbtAirflowTasksBuilder
 from dbt_airflow_factory.builder_factory import DbtAirflowTasksBuilderFactory
 from dbt_airflow_factory.config_utils import read_config
+from dbt_airflow_factory.notifications.handler import NotificationHandlersFactory
 
 
 class AirflowDagFactory:
@@ -59,6 +60,7 @@ def __init__(
             dbt_config_file_name,
             execution_env_config_file_name,
         ).create()
+        self._notifications_handlers_builder = NotificationHandlersFactory()
         self.dag_path = dag_path
         self.env = env
         self.airflow_config_file_name = airflow_config_file_name
@@ -85,7 +87,9 @@ def create_tasks(self, config: dict) -> None:
         start = self._create_starting_task(config)
         end = DummyOperator(task_id="end")
         tasks = self._builder.parse_manifest_into_tasks(
-            self._manifest_file_path(config), config.get("use_task_group") or False
+            self._manifest_file_path(config),
+            config.get("use_task_group", False),
+            config.get("show_ephemeral_models", True),
         )
         for starting_task in tasks.get_starting_tasks():
             start >> starting_task.get_start_task()
@@ -115,4 +119,10 @@ def read_config(self) -> dict:
         )
         if "retry_delay" in config["default_args"]:
             config["default_args"]["retry_delay"] = parse(config["default_args"]["retry_delay"])
+        if "failure_handlers" in config:
+            config["default_args"][
+                "on_failure_callback"
+            ] = self._notifications_handlers_builder.create_failure_handler(
+                config["failure_handlers"]
+            )
         return config