From 1b95e33af8695909ef06421b463a4e466971fec9 Mon Sep 17 00:00:00 2001
From: fivetran-catfritz <111930712+fivetran-catfritz@users.noreply.github.com>
Date: Wed, 16 Jul 2025 14:40:52 -0500
Subject: [PATCH 1/2] Q2 FY26: Apply automated update.
---
.buildkite/pipeline.yml | 10 +--
.../maintainer_pull_request_template.md | 55 ++++++++------
.github/workflows/auto-release.yml | 13 ++--
.github/workflows/generate-docs.yml | 13 ++++
.gitignore | 75 +++++++++++++++++--
CHANGELOG.md | 19 +++++
LICENSE | 2 +-
README.md | 20 ++---
integration_tests/ci/sample.profiles.yml | 6 +-
integration_tests/dbt_project.yml | 6 ++
integration_tests/requirements.txt | 3 +-
11 files changed, 167 insertions(+), 55 deletions(-)
create mode 100644 .github/workflows/generate-docs.yml
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index 281f1d4..2603602 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -3,7 +3,7 @@ steps:
key: "run-dbt-postgres"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -18,7 +18,7 @@ steps:
key: "run_dbt_snowflake"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -35,7 +35,7 @@ steps:
key: "run_dbt_bigquery"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -47,7 +47,7 @@ steps:
key: "run_dbt_redshift"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -62,7 +62,7 @@ steps:
key: "run_dbt_databricks"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
diff --git a/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md b/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
index 3220674..0899dc6 100644
--- a/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
+++ b/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
@@ -1,29 +1,38 @@
-## PR Overview
-**This PR will address the following Issue/Feature:**
+
+- `dbt run --full-refresh && dbt test`
+- `dbt run` && `dbt test` (if incremental models are present)
+- The related issue is linked, tagged, and appropriately assigned
+- Documentation and version updates are included, if applicable
+- `docs` have been regenerated (unless there are no code or YAML changes)
+- BuildKite integration tests are passing
+-->
-**Please provide the finalized CHANGELOG entry which details the relevant changes included in this PR:**
-
+## PR Overview
+**Package version introduced in this PR:**
+-
-## PR Checklist
-### Basic Validation
-Please acknowledge that you have successfully performed the following commands locally:
-- [ ] dbt run –full-refresh && dbt test
-- [ ] dbt run (if incremental models are present) && dbt test
+**This PR addresses the following Issue/Feature(s):**
+
+-
-Before marking this PR as "ready for review" the following have been applied:
-- [ ] The appropriate issue has been linked, tagged, and properly assigned
-- [ ] All necessary documentation and version upgrades have been applied
-- [ ] docs were regenerated (unless this PR does not include any code or yml updates)
-- [ ] BuildKite integration tests are passing
-- [ ] Detailed validation steps have been provided below
+**Summary of changes:**
+
+-
-### Detailed Validation
-Please share any and all of your validation steps:
-
+### Submission Checklist
+- [ ] Alignment meeting with the reviewer (if needed)
+ - [ ] Timeline and validation requirements discussed
+- [ ] Provide validation details:
+ - [ ] **Validation Steps:** Check for unintentional effects (e.g., add/run consistency & integrity tests)
+ - [ ] **Testing Instructions:** Confirm the change addresses the issue(s)
+ - [ ] **Focus Areas:** Complex logic or queries that need extra attention
+- [ ] Merge any relevant open PRs into this PR
-### If you had to summarize this PR in an emoji, which would it be?
-
-:dancer:
\ No newline at end of file
+### Changelog
+
+- [ ] Draft changelog for PR
+- [ ] Final changelog for release review
diff --git a/.github/workflows/auto-release.yml b/.github/workflows/auto-release.yml
index 8ed5853..76d6944 100644
--- a/.github/workflows/auto-release.yml
+++ b/.github/workflows/auto-release.yml
@@ -3,11 +3,12 @@ on:
pull_request:
types:
- closed
- branches:
- - main
+ - labeled
jobs:
- call-workflow-passing-data:
- if: github.event.pull_request.merged
- uses: fivetran/dbt_package_automations/.github/workflows/auto-release.yml@main
- secrets: inherit
\ No newline at end of file
+ release:
+ if: |
+ (github.event.pull_request.merged == true && github.event.pull_request.base.ref == 'main') ||
+ github.event.label.name == 'pre-release'
+ uses: fivetran/dbt_package_automations/.github/workflows/auto-release.yml@feature/pre-release-support
+ secrets: inherit
diff --git a/.github/workflows/generate-docs.yml b/.github/workflows/generate-docs.yml
new file mode 100644
index 0000000..c9f92f7
--- /dev/null
+++ b/.github/workflows/generate-docs.yml
@@ -0,0 +1,13 @@
+name: 'generate dbt docs'
+on:
+ pull_request:
+ types:
+ - labeled
+
+jobs:
+ generate-docs:
+ if: github.event.label.name == 'docs:ready'
+ uses: fivetran/dbt_package_automations/.github/workflows/generate-docs.yml@main
+ secrets: inherit
+ with:
+ schema_var_name: qualtrics_schema
\ No newline at end of file
diff --git a/.gitignore b/.gitignore
index f74ba32..06f4e77 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,8 +1,73 @@
-
-target/
+# dbt
+**/package-lock.yml
+package-lock.yml
+.dbt/
dbt_modules/
+dbt_packages/
logs/
+profiles.yml
+target/
+*.log
+
+# IDE files
+.idea/
+.vscode/
+*~
+*.swp
+*.swo
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# OS generated files
+**/.DS_Store
+.DS_Store
+.Spotlight-V100
+.Trashes
+._*
+Thumbs.db
+ehthumbs.db
+
+# Python
+*.egg
+*.egg-info/
+*.py[cod]
+*.so
+*$py.class
+.Python
+__pycache__/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.env
+.installed.cfg
+lib/
+lib64/
+MANIFEST
+parts/
+sdist/
+var/
+wheels/
+
+# Secrets and credentials
+.env.*
+.secrets
+credentials.json
+service-account.json
+
+# Temporary files
+.cache/
+*.temp
+*.tmp
+
+# Virtual environments
+.conda/
+.env
+.venv
+ENV/
env/
-package-lock.yml
-dbt_packages/
-.DS_Store
\ No newline at end of file
+env.bak/
+venv/
+venv.bak/
diff --git a/CHANGELOG.md b/CHANGELOG.md
index fe40538..0cdadfa 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,22 @@
+[PR #17](https://github.com/fivetran/dbt_qualtrics_source/pull/17) includes the following updates:
+
+### Under the Hood - July 2025 Updates
+
+- Updated conditions in `.github/workflows/auto-release.yml`.
+- Added `.github/workflows/generate-docs.yml`.
+- Added `+docs: show: False` to `integration_tests/dbt_project.yml`.
+- Migrated `flags` (e.g., `send_anonymous_usage_stats`, `use_colors`) from `sample.profiles.yml` to `integration_tests/dbt_project.yml`.
+- Updated `maintainer_pull_request_template.md` with improved checklist.
+- Refreshed README tag block:
+ - Standardized Quickstart-compatible badge set
+ - Left-aligned and positioned below the H1 title.
+- Updated Python image version to `3.10.13` in `pipeline.yml`.
+- Added `CI_DATABRICKS_DBT_CATALOG` to:
+ - `.buildkite/hooks/pre-command` (as an export)
+ - `pipeline.yml` (under the `environment` block, after `CI_DATABRICKS_DBT_TOKEN`)
+- Added `certifi==2025.1.31` to `requirements.txt` (if missing).
+- Updated `.gitignore` to exclude additional DBT, Python, and system artifacts.
+
# dbt_qualtrics_source version.version
## Documentation
diff --git a/LICENSE b/LICENSE
index 261eeb9..f9554a9 100644
--- a/LICENSE
+++ b/LICENSE
@@ -186,7 +186,7 @@
same "printed page" as the copyright notice for easier
identification within third-party archives.
- Copyright [yyyy] [name of copyright owner]
+ Copyright © 2025 Fivetran Inc.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
diff --git a/README.md b/README.md
index 57d4b4c..b0e3c52 100644
--- a/README.md
+++ b/README.md
@@ -1,16 +1,18 @@
-
+
+# Qualtrics Source dbt Package ([Docs](https://fivetran.github.io/dbt_qualtrics_source/))
+
+
- 
+ 
-# Qualtrics Source dbt Package ([Docs](https://fivetran.github.io/dbt_qualtrics_source/))
## What does this dbt package do?
- Materializes [Qualtrics staging tables](https://fivetran.github.io/dbt_qualtrics_source/#!/overview/github_source/models/?g_v=1) which leverage data in the format described by [this ERD](https://fivetran.com/docs/applications/qualtrics/#schemainformation). These staging tables clean, test, and prepare your Qualtrics data from [Fivetran's connector](https://fivetran.com/docs/applications/qualtrics) for analysis by doing the following:
@@ -84,7 +86,7 @@ vars:
### (Optional) Step 5: Additional configurations
Expand to view configurations
-
+
#### Passing Through Additional Fields
This package includes all source columns defined in the macros folder. You can add more columns using our pass-through column variables. These variables allow for the pass-through fields to be aliased (`alias`) and casted (`transform_sql`) if desired, but not required. Datatype casting is configured via a sql snippet within the `transform_sql` key. You may add the desired sql while omitting the `as field_name` at the end and your custom pass-though fields will be casted accordingly. Use the below format for declaring the respective pass-through variables:
@@ -124,7 +126,7 @@ models:
#### Change the source table references
If an individual source table has a different name than the package expects, add the table name as it appears in your destination to the respective variable. This config is available only when running the package on a single connection.
> IMPORTANT: See this project's [`src_qualtrics.yml`](https://github.com/fivetran/dbt_qualtrics_source/blob/main/models/src_qualtrics.yml) for the default names.
-
+
```yml
# dbt_project.yml
@@ -137,10 +139,10 @@ vars:
### (Optional) Step 6: Orchestrate your models with Fivetran Transformations for dbt Core™
Expand to view details
-
+
Fivetran offers the ability for you to orchestrate your dbt project through [Fivetran Transformations for dbt Core™](https://fivetran.com/docs/transformations/dbt). Learn how to set up your project for orchestration through Fivetran in our [Transformations for dbt Core setup guides](https://fivetran.com/docs/transformations/dbt#setupguide).