Add dbt-cloud integration command to dp cli

# remove resolving jinja / env vars

Author: Radosław Dziadosz

data_pipelines_cli/cli_commands/dbtcloud.py

@@ -1,14 +1,13 @@
 import json
-import sys
 from typing import Any, Dict
 
 import click
 
 from data_pipelines_cli.dbt_cloud_api_client import DbtCloudApiClient
 from ..cli_constants import BUILD_DIR
 from ..cli_utils import echo_info
-from ..config_generation import read_dictionary_from_config_directory, generate_profiles_yml
-from ..dbt_utils import _dump_dbt_vars_from_configs_to_string, run_dbt_command
+from ..config_generation import read_dictionary_from_config_directory
+from ..dbt_utils import _dump_dbt_vars_from_configs_to_string
 
 
 def read_dbtcloud_config() -> Dict[str, Any]:
@@ -35,26 +34,6 @@ def read_bigquery_config(env: str) -> Dict[str, Any]:
     return read_dictionary_from_config_directory(BUILD_DIR.joinpath("dag"), env, "bigquery.yml")
 
 
-def resolve_env_var(unresolved_text, env):
-    """
-    Resolves environment variables and jinja in the given text using the dbt show command.
-    :param unresolved_text: Text to be resolved
-    :param env: Environment dir name
-    :return: Parsed text
-    """
-    profiles_path = generate_profiles_yml(env, False)
-    dbt_command_result_bytes = run_dbt_command(
-        ("show", "--inline", f"SELECT '{unresolved_text}' AS parsed", "--output", "json"),
-        env,
-        profiles_path,
-        log_format_json=True,
-        capture_output=True)
-    decoded_output = dbt_command_result_bytes.stdout.decode(encoding=sys.stdout.encoding or "utf-8")
-    for line in map(json.loads, decoded_output.splitlines()):
-        if line.get('data', {}).get('node_name') == "inline_query":
-            return json.loads(line["data"]["preview"])[0]["parsed"]
-
-
 @click.command(name="configure-cloud", help="Create dbt Cloud project")
 @click.option(
     "--account_id",
@@ -106,8 +85,7 @@ def configure_cloud_command(
     environments_projects = {}
     for environment in dbtcloud_config["environments"]:
         bq_config = read_bigquery_config(environment["config_dir"])
-        environments_projects[environment["name"]] = resolve_env_var(bq_config["project"],
-                                                                     environment["config_dir"])
+        environments_projects[environment["name"]] = bq_config["project"]
         environment_id = create_environment(client, environment, bq_config["dataset"],
                                             dbtcloud_project_id)
         if environment["type"] == "deployment":

data_pipelines_cli/cli_commands/publish.py

@@ -5,9 +5,9 @@
 
 import click
 import yaml
+from dbt.contracts.graph.compiled import ManifestNode
 from dbt.contracts.graph.manifest import Manifest
-from dbt.contracts.graph.nodes import ColumnInfo
-from dbt.contracts.graph.nodes import ManifestNode
+from dbt.contracts.graph.parsed import ColumnInfo
 
 from ..cli_constants import BUILD_DIR
 from ..cli_utils import echo_info, echo_warning

setup.py

@@ -16,7 +16,7 @@
     "fsspec==2022.11.0",
     "packaging==21.3",
     "colorama==0.4.5",
-    "dbt-core==1.5.0",
+    "dbt-core==1.3.1",
 ]
 
 EXTRA_FILESYSTEMS_REQUIRE = {