From c1b056289a5ecc8560a7b6befb5d96616eb811a1 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 27 Aug 2025 08:14:13 +0200 Subject: [PATCH 01/34] IBX-9473 POC --- .github/workflows/browser-tests.yml | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 3448193..81d5b07 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -325,10 +325,17 @@ jobs: docker compose --env-file=.env exec -T --user www-data app sh -c "composer run post-install-cmd" fi - - name: Run tests - run: | - cd ${HOME}/build/project - docker compose --env-file=.env exec -T --user www-data app sh -c "vendor/bin/ibexabehat --group-count=${{ needs.setup-jobs.outputs.job-count }} --group-offset=${{ matrix.offset }} ${{ inputs.test-suite }} --process=1" + - name: Run tests + run: | + cd ${HOME}/build/project + mkdir -p behat-output behat-report + docker compose --env-file=.env exec -T --user www-data app sh -c \ + "vendor/bin/testbehat \ + --group-count=${{ needs.setup-jobs.outputs.job-count }} \ + --group-offset=${{ matrix.offset }} \ + ${{ inputs.test-suite }} \ + --process=1 \ + --format=html" - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 27ab458650c38c996bd85db8ccf7ab50e602cbbf Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 27 Aug 2025 08:15:27 +0200 Subject: [PATCH 02/34] fixed typo --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 81d5b07..bff7c82 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -330,7 +330,7 @@ jobs: cd ${HOME}/build/project mkdir -p behat-output behat-report docker compose --env-file=.env exec -T --user www-data app sh -c \ - "vendor/bin/testbehat \ + "vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ From c50ced5ab7c98a107f002dca8df0be6bb1e19f92 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 27 Aug 2025 09:03:04 +0200 Subject: [PATCH 03/34] Added artifact upload step --- .github/workflows/browser-tests.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index bff7c82..6b1a1af 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -337,6 +337,15 @@ jobs: --process=1 \ --format=html" + - name: Upload Behat artifacts + if: failure() + uses: actions/upload-artifact@v4 + with: + name: behat-artifacts + path: | + ${HOME}/build/project/behat-output/ + ${HOME}/build/project/behat-report/ + - if: always() && github.event_name != 'pull_request' name: Create Slack message variables run: | From b1d4e27862d86664c48dead514aaba91bba2f387 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 27 Aug 2025 09:56:32 +0200 Subject: [PATCH 04/34] Changed path --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 6b1a1af..73c4707 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p behat-output behat-report + mkdir -p tmp/behat-output tmp/behat-report docker compose --env-file=.env exec -T --user www-data app sh -c \ "vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From f65be69f650147bd3561e974626056cabe266438 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Thu, 28 Aug 2025 12:25:41 +0200 Subject: [PATCH 05/34] removed tmp --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 73c4707..6b1a1af 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p tmp/behat-output tmp/behat-report + mkdir -p behat-output behat-report docker compose --env-file=.env exec -T --user www-data app sh -c \ "vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From 02a4a63a018b2bbe968cedcbc98a96135304a794 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Thu, 28 Aug 2025 12:37:38 +0200 Subject: [PATCH 06/34] changed workspace --- .github/workflows/browser-tests.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 6b1a1af..8f1af07 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,8 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p behat-output behat-report + mkdir -p ${{ github.workspace }}/behat-output + mkdir -p ${{ github.workspace }}/behat-report docker compose --env-file=.env exec -T --user www-data app sh -c \ "vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From 9a9b77d28a7ff76bea80eef7a0a3186e50033d5b Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 9 Sep 2025 17:19:57 +0200 Subject: [PATCH 07/34] removed html formatter --- .github/workflows/browser-tests.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 8f1af07..9451842 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,8 +335,7 @@ jobs: --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ - --process=1 \ - --format=html" + --process=1 - name: Upload Behat artifacts if: failure() From 59df635eef92a2a279b8e7fb0bf6e25e3cdf6111 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 9 Sep 2025 17:50:57 +0200 Subject: [PATCH 08/34] fixed syntax --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 9451842..475ef92 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,7 +335,7 @@ jobs: --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ - --process=1 + --process=1 \ - name: Upload Behat artifacts if: failure() From 2369dc8a67a656e403558f9fd0d43b8c7768f721 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 9 Sep 2025 18:09:52 +0200 Subject: [PATCH 09/34] fixed additional syntax --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 475ef92..cd46ac9 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,7 +335,7 @@ jobs: --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ - --process=1 \ + --process=1" \ - name: Upload Behat artifacts if: failure() From 1138d45ea2c40a34b90be6c488bc6d7178ef0082 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 10 Sep 2025 07:53:19 +0200 Subject: [PATCH 10/34] syntax fix --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index cd46ac9..3f73bd4 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,7 +335,7 @@ jobs: --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ - --process=1" \ + --process=1" - name: Upload Behat artifacts if: failure() From bf00b0be811c0976a717e5ac7053b55fedca40e6 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 10 Sep 2025 08:14:45 +0200 Subject: [PATCH 11/34] more syntax fixes --- .github/workflows/browser-tests.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 3f73bd4..0854574 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -330,12 +330,13 @@ jobs: cd ${HOME}/build/project mkdir -p ${{ github.workspace }}/behat-output mkdir -p ${{ github.workspace }}/behat-report - docker compose --env-file=.env exec -T --user www-data app sh -c \ - "vendor/bin/ibexabehat \ + docker compose --env-file=.env exec -T --user www-data app sh -c ' + vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ - --process=1" + --process=1 + ' - name: Upload Behat artifacts if: failure() From c5e3ce5bb10858db9330718ed87ad875576567bd Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 10 Sep 2025 10:31:02 +0200 Subject: [PATCH 12/34] removed additional folder --- .github/workflows/browser-tests.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 0854574..5337f29 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -329,7 +329,6 @@ jobs: run: | cd ${HOME}/build/project mkdir -p ${{ github.workspace }}/behat-output - mkdir -p ${{ github.workspace }}/behat-report docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -344,8 +343,7 @@ jobs: with: name: behat-artifacts path: | - ${HOME}/build/project/behat-output/ - ${HOME}/build/project/behat-report/ + ${{ github.workspace }}/behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 54661f5c8f705074d57901fd37ff92c29c9db4ca Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 10 Sep 2025 11:43:57 +0200 Subject: [PATCH 13/34] changed output path --- .github/workflows/browser-tests.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 5337f29..9f40d57 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -342,8 +342,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: | - ${{ github.workspace }}/behat-output + path: behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From ca65a4bc7fc6962db0b6b1dde9ce9cb384bd7067 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 10 Sep 2025 15:17:24 +0200 Subject: [PATCH 14/34] changed if to always() --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 9f40d57..2da38da 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -338,7 +338,7 @@ jobs: ' - name: Upload Behat artifacts - if: failure() + if: always() uses: actions/upload-artifact@v4 with: name: behat-artifacts From c67a215e93a7249c2f251cd85ec4cae6a7bd99ed Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 12 Sep 2025 13:58:59 +0200 Subject: [PATCH 15/34] Added continue-on-error --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 2da38da..aa32f55 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,7 +335,7 @@ jobs: --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ --process=1 - ' + continue-on-error: true - name: Upload Behat artifacts if: always() From cc68cf45ac5153db5274acd0db5c6b4106e4eed3 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 12 Sep 2025 14:09:49 +0200 Subject: [PATCH 16/34] fixed syntax --- .github/workflows/browser-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index aa32f55..07501fa 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -335,6 +335,7 @@ jobs: --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ --process=1 + ' continue-on-error: true - name: Upload Behat artifacts From 989ea90187137259536d8a6c6433ba5851f7493b Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 12 Sep 2025 14:24:18 +0200 Subject: [PATCH 17/34] Slightly changed screenshot dir --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 07501fa..b7aee87 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p ${{ github.workspace }}/behat-output + mkdir -p behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From a44d01a3845c0eb08bb03d2c4d10ddd879ecdbe9 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 12 Sep 2025 14:38:48 +0200 Subject: [PATCH 18/34] trying another path --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index b7aee87..21b0980 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p behat-output + mkdir -p ${{ github.workspace }}/behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: behat-output + path: ${{ github.workspace }}/behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From b47c699b622f013cc6a93e70a5f2bfcad937fca7 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 17 Sep 2025 11:36:10 +0200 Subject: [PATCH 19/34] removed continuation on error --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 21b0980..2e871b4 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -336,10 +336,10 @@ jobs: ${{ inputs.test-suite }} \ --process=1 ' - continue-on-error: true +# continue-on-error: true - name: Upload Behat artifacts - if: always() + if: failure() uses: actions/upload-artifact@v4 with: name: behat-artifacts From 5b8868cd5e8c995dcc6fb052caf70f84ffa28e8b Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 17 Sep 2025 12:02:48 +0200 Subject: [PATCH 20/34] restored continue on true --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 2e871b4..21b0980 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -336,10 +336,10 @@ jobs: ${{ inputs.test-suite }} \ --process=1 ' -# continue-on-error: true + continue-on-error: true - name: Upload Behat artifacts - if: failure() + if: always() uses: actions/upload-artifact@v4 with: name: behat-artifacts From 18505488b99f3889f079b30ad8f1892c2e05d43a Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 17 Sep 2025 13:17:56 +0200 Subject: [PATCH 21/34] removed workspace from path --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 21b0980..b7aee87 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p ${{ github.workspace }}/behat-output + mkdir -p behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: ${{ github.workspace }}/behat-output + path: behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 98667bdd8c6946b8f548244a45839fbb16fb49f2 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 17 Sep 2025 13:39:12 +0200 Subject: [PATCH 22/34] removed folder mkdir --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index b7aee87..b3f13b7 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p behat-output +# mkdir -p behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From fc7ddf8552967f6accfa50f7333611ddecde0846 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Wed, 17 Sep 2025 14:41:31 +0200 Subject: [PATCH 23/34] restored mkdir --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index b3f13b7..21b0980 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project -# mkdir -p behat-output + mkdir -p ${{ github.workspace }}/behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: behat-output + path: ${{ github.workspace }}/behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From f0590c7c772b2abe40fb919f6600bb914f51f41a Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Thu, 18 Sep 2025 14:32:46 +0200 Subject: [PATCH 24/34] changed workspace var --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 21b0980..1817887 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p ${{ github.workspace }}/behat-output + mkdir -p ${{ GITHUB_WORKSPACE }}/behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: ${{ github.workspace }}/behat-output + path: ${{ GITHUB_WORKSPACE }}/behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From b9203de5a7a01b5aabf087b3e7d508071b4e5596 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Thu, 18 Sep 2025 14:57:23 +0200 Subject: [PATCH 25/34] changed workspace var --- .github/workflows/browser-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 1817887..f34f52c 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,7 +328,7 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p ${{ GITHUB_WORKSPACE }}/behat-output + mkdir -p var/www/behat-output docker compose --env-file=.env exec -T --user www-data app sh -c ' vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: ${{ GITHUB_WORKSPACE }}/behat-output + path: var/www/behat-output - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 5f18dbd21f82207af4b6081aab1450f35608ccb4 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 19 Sep 2025 15:08:50 +0200 Subject: [PATCH 26/34] specified file extension --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index f34f52c..04ccbfe 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: var/www/behat-output + path: var/www/behat-output/*.png - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 624da4c54e8aca4ec8ecbd65d89d40676f0bd5fd Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 19 Sep 2025 15:24:53 +0200 Subject: [PATCH 27/34] removed extension --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 04ccbfe..e14d5a0 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: var/www/behat-output/*.png + path: var/www/behat-output/ - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 95b693c4b537b56bdbb0eb8865e5f789a21d2841 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Fri, 19 Sep 2025 15:44:54 +0200 Subject: [PATCH 28/34] trying another path --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index e14d5a0..d62e084 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -343,7 +343,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: var/www/behat-output/ + path: /var/www/behat-output/* - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From f5701c71aeefdf961ac34125a23c4d62bed4d1e3 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Mon, 22 Sep 2025 16:05:23 +0200 Subject: [PATCH 29/34] yet another approach --- .github/workflows/browser-tests.yml | 19 +++++++++++-------- 1 file changed, 11 insertions(+), 8 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index d62e084..b7ace83 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -329,21 +329,24 @@ jobs: run: | cd ${HOME}/build/project mkdir -p var/www/behat-output - docker compose --env-file=.env exec -T --user www-data app sh -c ' - vendor/bin/ibexabehat \ - --group-count=${{ needs.setup-jobs.outputs.job-count }} \ - --group-offset=${{ matrix.offset }} \ - ${{ inputs.test-suite }} \ - --process=1 + + docker compose run --rm \ + -v ${HOME}/build/project/behat-output:/var/www/behat-output \ + --user www-data app sh -c ' + vendor/bin/behat \ + --group-count=${{ needs.setup-jobs.outputs.job-count }} \ + --group-offset=${{ matrix.offset }} \ + ${{ inputs.test-suite }} \ + --process=1 ' continue-on-error: true - name: Upload Behat artifacts - if: always() + if: failure() uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: /var/www/behat-output/* + path: ${HOME}/build/project/behat-output/** - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From a8c5585acea6befc2fbc0a177d7663c309e7dc12 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Mon, 22 Sep 2025 16:38:40 +0200 Subject: [PATCH 30/34] entrypoint override --- .github/workflows/browser-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index b7ace83..57bbbd7 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -332,6 +332,7 @@ jobs: docker compose run --rm \ -v ${HOME}/build/project/behat-output:/var/www/behat-output \ + --entrypoint "" \ --user www-data app sh -c ' vendor/bin/behat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ From f52e0ab70e41a39ede8d6b4ce0c6eb089a008c79 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 23 Sep 2025 08:41:02 +0200 Subject: [PATCH 31/34] another approach --- .github/workflows/browser-tests.yml | 20 ++++++++------------ 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 57bbbd7..99ca95d 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -328,19 +328,15 @@ jobs: - name: Run tests run: | cd ${HOME}/build/project - mkdir -p var/www/behat-output - - docker compose run --rm \ - -v ${HOME}/build/project/behat-output:/var/www/behat-output \ - --entrypoint "" \ - --user www-data app sh -c ' - vendor/bin/behat \ - --group-count=${{ needs.setup-jobs.outputs.job-count }} \ - --group-offset=${{ matrix.offset }} \ - ${{ inputs.test-suite }} \ - --process=1 + mkdir -p behat-output + docker compose exec -T --user www-data app sh -c ' + vendor/bin/behat \ + --group-count=${{ needs.setup-jobs.outputs.job-count }} \ + --group-offset=${{ matrix.offset }} \ + ${{ inputs.test-suite }} \ + --process=1 ' - continue-on-error: true + continue-on-error: false - name: Upload Behat artifacts if: failure() From 37369931c95f85edb9d160b1bf66df4e9f1c0cf7 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 23 Sep 2025 09:22:44 +0200 Subject: [PATCH 32/34] fixed syntax --- .github/workflows/browser-tests.yml | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index 99ca95d..e4d59ec 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -329,12 +329,15 @@ jobs: run: | cd ${HOME}/build/project mkdir -p behat-output - docker compose exec -T --user www-data app sh -c ' - vendor/bin/behat \ - --group-count=${{ needs.setup-jobs.outputs.job-count }} \ - --group-offset=${{ matrix.offset }} \ - ${{ inputs.test-suite }} \ - --process=1 + # run behat inside the app container, with volume mount + docker compose run --rm \ + -v ${HOME}/build/project/behat-output:/var/www/behat-output \ + --user www-data app sh -c ' + vendor/bin/ibexabehat \ + --group-count=${{ needs.setup-jobs.outputs.job-count }} \ + --group-offset=${{ matrix.offset }} \ + ${{ inputs.test-suite }} \ + --process=1 ' continue-on-error: false From e13e2a52429871d990fc8ff03c1d8e1920e85756 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 23 Sep 2025 14:54:16 +0200 Subject: [PATCH 33/34] yet another approach --- .github/workflows/browser-tests.yml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index e4d59ec..d501006 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -329,15 +329,16 @@ jobs: run: | cd ${HOME}/build/project mkdir -p behat-output - # run behat inside the app container, with volume mount docker compose run --rm \ - -v ${HOME}/build/project/behat-output:/var/www/behat-output \ - --user www-data app sh -c ' - vendor/bin/ibexabehat \ + -v $GITHUB_WORKSPACE/build/project/behat-output:/var/www/behat-output \ + app sh -c ' + su -s /bin/sh www-data -c " + vendor/bin/behat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \ --process=1 + " ' continue-on-error: false @@ -346,7 +347,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: behat-artifacts - path: ${HOME}/build/project/behat-output/** + path: build/project/behat-output/** - if: always() && github.event_name != 'pull_request' name: Create Slack message variables From 55b89c33bebfc809b35cf417b5c08b7d250bc439 Mon Sep 17 00:00:00 2001 From: tomaszszopinski Date: Tue, 23 Sep 2025 15:15:20 +0200 Subject: [PATCH 34/34] yet another approach --- .github/workflows/browser-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/browser-tests.yml b/.github/workflows/browser-tests.yml index d501006..867777f 100644 --- a/.github/workflows/browser-tests.yml +++ b/.github/workflows/browser-tests.yml @@ -333,7 +333,7 @@ jobs: -v $GITHUB_WORKSPACE/build/project/behat-output:/var/www/behat-output \ app sh -c ' su -s /bin/sh www-data -c " - vendor/bin/behat \ + vendor/bin/ibexabehat \ --group-count=${{ needs.setup-jobs.outputs.job-count }} \ --group-offset=${{ matrix.offset }} \ ${{ inputs.test-suite }} \