data-rentgen/.github/workflows/test.yml at develop · MTSWebServices/data-rentgen · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
name: Tests
on:
  push:
    branches:
      - develop
  pull_request:
    branches-ignore:
      - master
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
  cancel-in-progress: true

env:
  DEFAULT_PYTHON: '3.14'
  MIN_COVERAGE: 87

jobs:
  tests:
    name: Run tests
    runs-on: ubuntu-latest

    permissions:
      contents: read

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v4

      - name: Start containers
        run: |
          docker compose -f docker-compose.test.yml down -v --remove-orphans
          docker compose -f docker-compose.test.yml up -d --wait --wait-timeout 60

      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
        uses: actions/setup-python@v6
        with:
          python-version: ${{ env.DEFAULT_PYTHON }}

      - name: Install uv
        uses: astral-sh/setup-uv@v7

      - name: Install dependencies
        run: |
          export UV=$(which uv)
          make venv-install

      - name: Run Tests
        run: |
          mkdir -p reports/
          make test-ci

      - name: Test database seed script
        run: |
          make db-seed-ci

      - name: Test remove Partitions
        run: |
          make db-cleanup-partitions-ci ARGS="dry_run --keep-after $(date --date='yesterday' '+%Y-%m-%d')"
          make db-cleanup-partitions-ci ARGS="truncate --keep-after $(date --date='yesterday' '+%Y-%m-%d')"
          make db-cleanup-partitions-ci ARGS="detach --keep-after $(date --date='-6month' '+%Y-%m-%d')"
          make db-cleanup-partitions-ci ARGS="drop --keep-after $(date --date='yesterday' '+%Y-%m-%d')"

      - name: Generate OpenAPI Schema
        run: |
          make docs-openapi

      - name: Dump DB logs on failure
        if: failure()
        uses: jwalton/gh-docker-logs@v2
        with:
          images: postgres
          dest: ./logs

      - name: Upload Coverage Results
        uses: actions/upload-artifact@v7
        if: success() || failure()
        with:
          name: coverage-${{ env.DEFAULT_PYTHON }}
          path: reports/*
          # https://github.com/actions/upload-artifact/issues/602
          include-hidden-files: true

      - name: Shutdown containers
        if: always()
        run: |
          docker compose -f docker-compose.test.yml down -v --remove-orphans

      - name: Upload DB logs
        uses: actions/upload-artifact@v7
        if: failure()
        with:
          name: db-logs
          path: logs/*

  all_done:
    name: Tests done
    runs-on: ubuntu-latest

    permissions:
      contents: write
      checks: write
      pull-requests: write

    if: success() || failure()
    needs: [tests]

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Download all raw coverage data
        uses: actions/download-artifact@v8
        with:
          path: reports/
          pattern: coverage-*
          merge-multiple: true

      - name: Show test results
        uses: mikepenz/action-junit-report@v6
        with:
          report_paths: reports/junit/*.xml

      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
        uses: actions/setup-python@v6
        with:
          python-version: ${{ env.DEFAULT_PYTHON }}

      - name: Install uv
        uses: astral-sh/setup-uv@v7

      - name: Install dependencies
        run: |
          export UV=$(which uv)
          make venv-install

      - name: Combine Coverage Data
        run: |
          uv run coverage combine
          uv run coverage xml -o reports/coverage.xml

      - name: Coverage comment
        id: coverage
        uses: MishaKav/pytest-coverage-comment@v1
        with:
          pytest-xml-coverage-path: ./reports/coverage.xml
          default-branch: develop
          xml-skip-covered: true
          report-only-changed-files: true
          hide-comment: ${{ github.event_name != 'pull_request' }}

      - name: Dynamic Badges
        uses: schneegans/dynamic-badges-action@v1.8.0
        if: github.repository == 'MTSWebServices/data-rentgen' && github.event_name == 'push'
        with:
          auth: ${{ secrets.AUTOMERGE_TOKEN }}
          gistID: 03e73a82ecc4709934540ce8201cc3b4
          filename: data-rentgen_badge.json
          label: Coverage
          message: ${{ steps.coverage.outputs.coverage }}
          color: ${{ steps.coverage.outputs.color }}

      - name: Fail if coverage too low
        if: ${{ steps.coverage.outputs.coverage < env.MIN_COVERAGE }}
        run: |
          echo "Coverage is below ${{ env.MIN_COVERAGE }}%!"
          exit 1

      - name: All done
        run: echo 1