From bb4f108488b48b2241d424993eec87b3cbf09bb7 Mon Sep 17 00:00:00 2001 From: Ferdinand Thiessen Date: Fri, 20 Oct 2023 01:00:09 +0200 Subject: [PATCH] chore(tests): Migrate `postgres` tests from drone to GitHub Signed-off-by: Ferdinand Thiessen --- .drone.yml | 144 --------------------------- .github/workflows/phpunit-pgsql.yml | 146 ++++++++++++++++++++++++++++ 2 files changed, 146 insertions(+), 144 deletions(-) create mode 100644 .github/workflows/phpunit-pgsql.yml diff --git a/.drone.yml b/.drone.yml index 2194eec6b38..1f73c3a35ec 100644 --- a/.drone.yml +++ b/.drone.yml @@ -270,150 +270,6 @@ trigger: - pull_request - push ---- -kind: pipeline -name: postgres10-php8.0 - -steps: -- name: submodules - image: ghcr.io/nextcloud/continuous-integration-alpine-git:latest - commands: - - git submodule update --init -- name: postgres-php8.0 - image: ghcr.io/nextcloud/continuous-integration-php8.0:latest - commands: - - bash tests/drone-run-php-tests.sh || exit 0 - - sleep 10 # gives the database enough time to initialize - - POSTGRES=10 NOCOVERAGE=true TEST_SELECTION=DB ./autotest.sh pgsql - -services: -- name: cache - image: ghcr.io/nextcloud/continuous-integration-redis:latest -- name: postgres-10 - image: ghcr.io/nextcloud/continuous-integration-postgres-10:postgres-10 - environment: - POSTGRES_USER: oc_autotest - POSTGRES_DB: oc_autotest - POSTGRES_PASSWORD: owncloud - tmpfs: - - /var/lib/postgresql/data - -trigger: - branch: - - master - - stable* - event: - - pull_request - - push - ---- -kind: pipeline -name: postgres11-php8.0 - -steps: -- name: submodules - image: ghcr.io/nextcloud/continuous-integration-alpine-git:latest - commands: - - git submodule update --init -- name: postgres-php8.0 - image: ghcr.io/nextcloud/continuous-integration-php8.0:latest - commands: - - bash tests/drone-run-php-tests.sh || exit 0 - - sleep 10 # gives the database enough time to initialize - - POSTGRES=11 NOCOVERAGE=true TEST_SELECTION=DB ./autotest.sh pgsql - -services: -- name: cache - image: ghcr.io/nextcloud/continuous-integration-redis:latest -- name: postgres-11 - image: ghcr.io/nextcloud/continuous-integration-postgres-11:postgres-11 - environment: - POSTGRES_USER: oc_autotest - POSTGRES_DB: oc_autotest - POSTGRES_PASSWORD: owncloud - tmpfs: - - /var/lib/postgresql/data - -trigger: - branch: - - master - - stable* - event: - - pull_request - - push - ---- -kind: pipeline -name: postgres13-php8.0 - -steps: -- name: submodules - image: ghcr.io/nextcloud/continuous-integration-alpine-git:latest - commands: - - git submodule update --init -- name: postgres-php8.0 - image: ghcr.io/nextcloud/continuous-integration-php8.0:latest - commands: - - bash tests/drone-run-php-tests.sh || exit 0 - - sleep 10 # gives the database enough time to initialize - - POSTGRES=13 NOCOVERAGE=true TEST_SELECTION=DB ./autotest.sh pgsql - -services: -- name: cache - image: ghcr.io/nextcloud/continuous-integration-redis:latest -- name: postgres-13 - image: ghcr.io/nextcloud/continuous-integration-postgres-13:postgres-13 - environment: - POSTGRES_USER: oc_autotest - POSTGRES_DB: oc_autotest - POSTGRES_PASSWORD: owncloud - tmpfs: - - /var/lib/postgresql/data - -trigger: - branch: - - master - - stable* - event: - - pull_request - - push - ---- -kind: pipeline -name: postgres15-php8.0 - -steps: -- name: submodules - image: ghcr.io/nextcloud/continuous-integration-alpine-git:latest - commands: - - git submodule update --init -- name: postgres-php8.0 - image: ghcr.io/nextcloud/continuous-integration-php8.0:latest - commands: - - bash tests/drone-run-php-tests.sh || exit 0 - - sleep 10 # gives the database enough time to initialize - - POSTGRES=15 NOCOVERAGE=true TEST_SELECTION=DB ./autotest.sh pgsql - -services: -- name: cache - image: ghcr.io/nextcloud/continuous-integration-redis:latest -- name: postgres-15 - image: ghcr.io/nextcloud/continuous-integration-postgres-15:latest - environment: - POSTGRES_USER: oc_autotest - POSTGRES_DB: oc_autotest - POSTGRES_PASSWORD: owncloud - tmpfs: - - /var/lib/postgresql/data - -trigger: - branch: - - master - - stable* - event: - - pull_request - - push - --- kind: pipeline name: nodb-codecov diff --git a/.github/workflows/phpunit-pgsql.yml b/.github/workflows/phpunit-pgsql.yml new file mode 100644 index 00000000000..bebf8a09282 --- /dev/null +++ b/.github/workflows/phpunit-pgsql.yml @@ -0,0 +1,146 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: PHPUnit pgsql + +on: + pull_request: + push: + branches: + - main + - master + - stable* + +permissions: + contents: read + +concurrency: + group: phpunit-pgsql-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + changes: + runs-on: ubuntu-latest + + outputs: + src: ${{ steps.changes.outputs.src}} + + steps: + - uses: dorny/paths-filter@4512585405083f25c027a35db413c2b3b9006d50 # v2.11.1 + id: changes + continue-on-error: true + with: + filters: | + src: + - '.github/workflows/**' + - '3rdparty/**' + - '**/appinfo/**' + - '**/lib/**' + - '**/templates/**' + - '**/tests/**' + - 'vendor/**' + - 'vendor-bin/**' + - '.php-cs-fixer.dist.php' + - 'composer.json' + - 'composer.lock' + - '**.php' + + phpunit-pgsql: + runs-on: ubuntu-latest + + needs: changes + if: needs.changes.outputs.src != 'false' + + strategy: + matrix: + php-versions: ['8.0'] + # To keep the matrix smaller we ignore PostgreSQL '11', '13', '14' as we already test 10 and 15 as lower and upper bound + postgres-versions: ['10', '15', '16'] + include: + - php-versions: '8.3' + postgres-versions: '15' + + name: PostgreSQL ${{ matrix.postgres-versions }} (PHP ${{ matrix.php-versions }}) - database tests + + services: + cache: + image: ghcr.io/nextcloud/continuous-integration-redis:latest + ports: + - 6379:6379/tcp + options: --health-cmd="redis-cli ping" --health-interval=10s --health-timeout=5s --health-retries=3 + + postgres: + image: ghcr.io/nextcloud/continuous-integration-postgres-${{ matrix.postgres-versions }}:latest + ports: + - 4444:5432/tcp + env: + POSTGRES_USER: root + POSTGRES_PASSWORD: rootpassword + POSTGRES_DB: nextcloud + options: --mount type=tmpfs,destination=/var/lib/postgresql/data --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5 + + steps: + - name: Checkout server + uses: actions/checkout@8ade135a41bc03ea155e62e844d188df1ea18608 + with: + submodules: true + + - name: Set up php ${{ matrix.php-versions }} + uses: shivammathur/setup-php@4bd44f22a98a19e0950cbad5f31095157cc9621b # v2 + with: + php-version: ${{ matrix.php-versions }} + # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation + extensions: bz2, ctype, curl, dom, fileinfo, gd, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, redis, session, simplexml, xmlreader, xmlwriter, zip, zlib, pgsql, pdo_pgsql + coverage: none + ini-file: development + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up dependencies + run: composer i + + - name: Wait for pgsql + id: check_pgsql_up + run: | + apps/files_external/tests/env/wait-for-connection localhost 4444 30 + + - name: Set up Nextcloud + if: steps.check_pgsql_up.outcome == 'success' + env: + DB_PORT: 4444 + run: | + mkdir data + cp tests/redis.config.php config/ + cp tests/preseed-config.php config/config.php + ./occ maintenance:install --verbose --database=pgsql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin + php -f tests/enable_all.php | grep -i -C9999 error && echo "Error during app setup" && exit 1 || exit 0 + + - name: PHPUnit + if: steps.check_pgsql_up.outcome == 'success' + run: composer run test:db + + - name: Run repair steps + if: steps.check_pgsql_up.outcome == 'success' + run: | + ./occ maintenance:repair --include-expensive + + - name: Print logs + if: always() + run: | + cat data/nextcloud.log + + summary: + permissions: + contents: none + runs-on: ubuntu-latest + needs: [changes, phpunit-pgsql] + + if: always() + + name: phpunit-pgsql-summary + + steps: + - name: Summary status + run: if ${{ needs.changes.outputs.src != 'false' && needs.phpunit-pgsql.result != 'success' }}; then exit 1; fi