Release 0.35.0 (#105)

* Reenable 3.8 (#104)

* reenable 3.8

* linting

* badge

* remove with_test

* testing

* small fixes

* linting

* update dbt-graph-builder version

* minor version fixed

* FIX #105  - Bump version and CHANGELOG for release 0.35.0

---------

Co-authored-by: ptutak-getindata <133227844+ptutak-getindata@users.noreply.github.com>
Co-authored-by: github-actions <github-actions@github.com>

Author: 3 people

.github/workflows/prepare-release.yml

@@ -13,7 +13,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9"]
+        python-version: ["3.8"]
     env:
       PYTHON_PACKAGE: dbt_airflow_factory
     steps:

.github/workflows/publish.yml

@@ -10,7 +10,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9"]
+        python-version: ["3.8"]
     env:
       PYTHON_PACKAGE: dbt_airflow_factory
     steps:

.github/workflows/python-package.yml

@@ -16,7 +16,7 @@ jobs:
       - name: Setup python
         uses: actions/setup-python@v2.2.1
         with:
-          python-version: "3.9"
+          python-version: "3.8"
 
       - name: Setup virtualenv
         run: |
@@ -35,7 +35,7 @@ jobs:
 
       - name: Test with tox
         run: |
-          tox -e py39
+          tox -e py38
 
       - name: Report coverage
         uses: paambaati/codeclimate-action@v2.7.5

.pre-commit-config.yaml

@@ -6,26 +6,26 @@ repos:
       - id: seed-isort-config
 
   - repo: https://github.com/pycqa/isort
-    rev: 5.11.5
+    rev: 5.12.0
     hooks:
       - id: isort
         args: ["--profile", "black", "--filter-files"]
 
   - repo: https://github.com/psf/black
-    rev: 22.3.0
+    rev: 23.7.0
     hooks:
       - id: black
 
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.1.0
+    rev: v4.4.0
     hooks:
       - id: trailing-whitespace
         args: [ --markdown-linebreak-ext=md ]
       - id: check-merge-conflict
       - id: debug-statements
 
   - repo: https://github.com/pycqa/flake8
-    rev: 4.0.1
+    rev: 6.1.0
     hooks:
       - id: flake8
         additional_dependencies: [
@@ -35,7 +35,7 @@ repos:
         ]
 
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v0.931
+    rev: v1.5.1
     hooks:
       - id: mypy
         additional_dependencies:

CHANGELOG.md

@@ -2,6 +2,8 @@
 
 ## [Unreleased]
 
+## [0.35.0] - 2023-09-08
+
 ## [0.34.0] - 2023-08-10
 
 -   Add `MS Teams` notifications handler
@@ -155,7 +157,9 @@ This version brings compatibility with `dbt 1.0`.
 
 -   Initial implementation of `dbt_airflow_manifest_parser` library.
 
-[Unreleased]: https://github.com/getindata/dbt-airflow-factory/compare/0.34.0...HEAD
+[Unreleased]: https://github.com/getindata/dbt-airflow-factory/compare/0.35.0...HEAD
+
+[0.35.0]: https://github.com/getindata/dbt-airflow-factory/compare/0.34.0...0.35.0
 
 [0.34.0]: https://github.com/getindata/dbt-airflow-factory/compare/0.33.0...0.34.0
 

README.md

@@ -1,6 +1,6 @@
 # DBT Airflow Factory
 
-[![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11-blue)](https://github.com/getindata/dbt-airflow-factory)
+[![Python Version](https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10%20%7C%203.11-blue)](https://github.com/getindata/dbt-airflow-factory)
 [![PyPI Version](https://badge.fury.io/py/dbt-airflow-factory.svg)](https://pypi.org/project/dbt-airflow-factory/)
 [![Downloads](https://pepy.tech/badge/dbt-airflow-factory)](https://pepy.tech/project/dbt-airflow-factory)
 [![Maintainability](https://api.codeclimate.com/v1/badges/47fd3570c858b6c166ad/maintainability)](https://codeclimate.com/github/getindata/dbt-airflow-factory/maintainability)

dbt_airflow_factory/__init__.py

@@ -1 +1 @@
-version = "0.34.0"
+version = "0.35.0"

dbt_airflow_factory/notifications/ms_teams_webhook_operator.py

@@ -60,7 +60,6 @@ def __init__(
         proxy: Optional[str] = None,
         **kwargs: Any,
     ) -> None:
-
         super(MSTeamsWebhookOperator, self).__init__(**kwargs)
         self.http_conn_id = http_conn_id
         self.webhook_token = webhook_token

dbt_airflow_factory/tasks_builder/builder.py

@@ -115,12 +115,8 @@ def _create_task_group_for_model(
     def _create_task_for_model(
         self,
         model_name: str,
-        is_ephemeral_task: bool,
         use_task_group: bool,
     ) -> ModelExecutionTask:
-        if is_ephemeral_task:
-            return ModelExecutionTask(EphemeralOperator(task_id=f"{model_name}__ephemeral"), None)
-
         (task_group, task_group_ctx) = self._create_task_group_for_model(model_name, use_task_group)
         is_in_task_group = task_group is not None
         with task_group_ctx:
@@ -137,16 +133,18 @@ def _create_task_from_graph_node(
             return ModelExecutionTask(
                 self._make_dbt_multiple_deps_test_task(node["select"], node_name), None
             )
-        elif node["node_type"] == NodeType.SOURCE_SENSOR:
+        if node["node_type"] == NodeType.SOURCE_SENSOR:
             return self._create_dag_sensor(node)
-        elif node["node_type"] == NodeType.MOCK_GATEWAY:
+        if node["node_type"] == NodeType.MOCK_GATEWAY:
             return self._create_dummy_task(node)
-        else:
-            return self._create_task_for_model(
-                node["select"],
-                node["node_type"] == NodeType.EPHEMERAL,
-                self.airflow_config.use_task_group,
+        if node["node_type"] == NodeType.EPHEMERAL:
+            return ModelExecutionTask(
+                EphemeralOperator(task_id=f"{node['select']}__ephemeral"), None
             )
+        return self._create_task_for_model(
+            node["select"],
+            self.airflow_config.use_task_group,
+        )
 
     def _create_tasks_from_graph(self, dbt_airflow_graph: DbtManifestGraph) -> ModelExecutionTasks:
         result_tasks = {

setup.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.34.0
+current_version = 0.35.0
 
 [bumpversion:file:setup.py]
 

setup.py

@@ -8,7 +8,7 @@
 # Runtime Requirements.
 INSTALL_REQUIRES = [
     "pytimeparse>=1.1, <2",
-    "dbt-graph-builder>=0.6.3, <2",
+    "dbt-graph-builder>=0.7.0, <0.8.0",
     "apache-airflow[kubernetes,slack]>=2.5, <3",
     "apache-airflow-providers-airbyte>=3.1, <4",
 ]
@@ -33,14 +33,15 @@
 
 setup(
     name="dbt-airflow-factory",
-    version="0.34.0",
+    version="0.35.0",
     description="Library to convert DBT manifest metadata to Airflow tasks",
     long_description=README,
     long_description_content_type="text/markdown",
     license="Apache Software License (Apache 2.0)",
     python_requires=">=3",
     classifiers=[
         "Development Status :: 3 - Alpha",
+        "Programming Language :: Python :: 3.8",
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",

tests/config/ephemeral_operator/airflow.yml

@@ -1 +1 @@
-manifest_file_name: ../tests/manifest_ephemeral.json
+manifest_file_name: ../tests/manifest_ephemeral.json

tox.ini

@@ -1,5 +1,5 @@
 [tox]
-envlist = py39
+envlist = py38
 
 [testenv]
 extras =