mirror of
https://github.com/PostHog/posthog.git
synced 2024-12-01 04:12:23 +01:00
257 lines
10 KiB
YAML
257 lines
10 KiB
YAML
#
|
|
# This workflow runs CI E2E tests with Cypress.
|
|
#
|
|
# It relies on the container image built by 'container-images-ci.yml'.
|
|
#
|
|
name: E2E CI
|
|
|
|
on:
|
|
pull_request:
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
if: github.repository == 'PostHog/posthog'
|
|
name: Determine need to run E2E checks
|
|
# Set job outputs to values from filter step
|
|
outputs:
|
|
shouldTriggerCypress: ${{ steps.changes.outputs.shouldTriggerCypress }}
|
|
steps:
|
|
# For pull requests it's not necessary to check out the code
|
|
- uses: dorny/paths-filter@v2
|
|
id: changes
|
|
with:
|
|
filters: |
|
|
shouldTriggerCypress:
|
|
# Avoid running E2E tests for irrelevant changes
|
|
# NOTE: we are at risk of missing a dependency here. We could make
|
|
# the dependencies more clear if we separated the backend/frontend
|
|
# code completely
|
|
- 'ee/**/*'
|
|
- 'posthog/**/*'
|
|
- 'hogvm/**/*'
|
|
- 'bin/*.py'
|
|
- requirements.txt
|
|
- requirements-dev.txt
|
|
- mypy.ini
|
|
- pytest.ini
|
|
- package.json
|
|
- pnpm-lock.yaml
|
|
# Make sure we run if someone is explicitly change the workflow
|
|
- .github/workflows/ci-e2e.yml
|
|
# We use docker compose for tests, make sure we rerun on
|
|
# changes to docker-compose.dev.yml e.g. dependency
|
|
# version changes
|
|
- docker-compose.dev.yml
|
|
- frontend/**/*
|
|
|
|
# Job that lists and chunks spec file names and caches node modules
|
|
cypress_prep:
|
|
needs: changes
|
|
name: Cypress preparation
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
outputs:
|
|
specs: ${{ steps.set-specs.outputs.specs }}
|
|
|
|
steps:
|
|
- name: Wait for the container image to be ready
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: lewagon/wait-on-check-action@v1.2.0
|
|
with:
|
|
check-name: Build PostHog
|
|
ref: ${{ github.event.pull_request.head.sha }}
|
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
|
wait-interval: 10
|
|
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
|
|
- name: List cypress/e2e and produce a JSON array of the files, in chunks
|
|
id: set-specs
|
|
run: echo "specs=$(ls cypress/e2e/* | jq --slurp --raw-input -c 'split("\n")[:-1] | _nwise(3) | join("\n")' | jq --slurp -c .)" >> $GITHUB_OUTPUT
|
|
|
|
cypress:
|
|
name: Cypress E2E tests (${{ strategy.job-index }})
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
needs: [cypress_prep, changes]
|
|
permissions:
|
|
packages: read # allow pull from ghcr.io
|
|
|
|
strategy:
|
|
# when one test fails, DO NOT cancel the other
|
|
# containers, as there may be other spec failures
|
|
# we want to know about.
|
|
fail-fast: false
|
|
matrix:
|
|
specs: ${{ fromJson(needs.cypress_prep.outputs.specs) }}
|
|
|
|
steps:
|
|
- name: Checkout
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Install pnpm
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: pnpm/action-setup@v2
|
|
with:
|
|
version: 8.x.x
|
|
|
|
- name: Set up Node.js
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: actions/setup-node@v3
|
|
with:
|
|
node-version: 18
|
|
|
|
- name: Get pnpm cache directory path
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
id: pnpm-cache-dir
|
|
run: echo "PNPM_STORE_PATH=$(pnpm store path)" >> $GITHUB_OUTPUT
|
|
|
|
- name: Get cypress cache directory path
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
id: cypress-cache-dir
|
|
run: echo "CYPRESS_BIN_PATH=$(npx cypress cache path)" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/cache@v3
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
id: pnpm-cache
|
|
with:
|
|
path: |
|
|
${{ steps.pnpm-cache-dir.outputs.PNPM_STORE_PATH }}
|
|
${{ steps.cypress-cache-dir.outputs.CYPRESS_BIN_PATH }}
|
|
key: ${{ runner.os }}-pnpm-cypress-${{ hashFiles('**/pnpm-lock.yaml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-pnpm-cypress-
|
|
|
|
- name: Install package.json dependencies with pnpm
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
run: pnpm install --frozen-lockfile
|
|
|
|
- name: Stop/Start stack with Docker Compose
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
run: |
|
|
docker compose -f docker-compose.dev.yml down
|
|
docker compose -f docker-compose.dev.yml up -d
|
|
|
|
- name: Wait for ClickHouse
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
run: ./bin/check_kafka_clickhouse_up
|
|
|
|
- name: Setup env
|
|
run: |
|
|
cat <<EOT >> .env
|
|
SECRET_KEY=6b01eee4f945ca25045b5aab440b953461faf08693a9abbf1166dc7c6b9772da
|
|
REDIS_URL=redis://localhost
|
|
DATABASE_URL=postgres://posthog:posthog@localhost:5432/posthog
|
|
KAFKA_HOSTS=kafka:9092
|
|
DISABLE_SECURE_SSL_REDIRECT=1
|
|
SECURE_COOKIES=0
|
|
OPT_OUT_CAPTURE=1
|
|
SELF_CAPTURE=0
|
|
E2E_TESTING=1
|
|
SKIP_SERVICE_VERSION_REQUIREMENTS=1
|
|
EMAIL_HOST=email.test.posthog.net
|
|
SITE_URL=http://localhost:8000
|
|
NO_RESTART_LOOP=1
|
|
CLICKHOUSE_SECURE=0
|
|
OBJECT_STORAGE_ENABLED=1
|
|
OBJECT_STORAGE_ENDPOINT=http://localhost:19000
|
|
OBJECT_STORAGE_ACCESS_KEY_ID=object_storage_root_user
|
|
OBJECT_STORAGE_SECRET_ACCESS_KEY=object_storage_root_password
|
|
EOT
|
|
|
|
- name: Lowercase GITHUB_REPOSITORY
|
|
id: lowercase
|
|
run: |
|
|
echo "repository=${GITHUB_REPOSITORY,,}" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Get the PostHog container image of this PR
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
id: meta
|
|
uses: docker/metadata-action@v4
|
|
with:
|
|
images: ghcr.io/${{ steps.lowercase.outputs.repository }}/posthog
|
|
|
|
- name: Start PostHog
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
run: |
|
|
mkdir -p /tmp/logs
|
|
|
|
echo "Starting PostHog using the container image ${{ steps.meta.outputs.tags }}"
|
|
DOCKER_RUN="docker run --rm --network host --add-host kafka:127.0.0.1 --env-file .env ${{ steps.meta.outputs.tags }}"
|
|
|
|
$DOCKER_RUN ./bin/migrate
|
|
$DOCKER_RUN python manage.py setup_dev
|
|
|
|
# only starts the plugin server so that the "wait for PostHog" step passes
|
|
$DOCKER_RUN ./bin/docker-worker &> /tmp/logs/worker.txt &
|
|
$DOCKER_RUN ./bin/docker-server &> /tmp/logs/server.txt &
|
|
|
|
- name: Wait for PostHog
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: iFaxity/wait-on-action@v1
|
|
timeout-minutes: 3
|
|
with:
|
|
verbose: true
|
|
log: true
|
|
resource: http://localhost:8000
|
|
|
|
- name: Cypress run
|
|
# these are required checks so, we can't skip entire sections
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: cypress-io/github-action@v5
|
|
with:
|
|
config-file: cypress.e2e.config.ts
|
|
config: retries=2
|
|
spec: ${{ matrix.specs }}
|
|
install: false
|
|
|
|
- name: Archive test screenshots
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: screenshots
|
|
path: cypress/screenshots
|
|
if: ${{ failure() }}
|
|
|
|
- name: Archive test downloads
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: downloads
|
|
path: cypress/downloads
|
|
if: ${{ failure() }}
|
|
|
|
- name: Archive test videos
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: videos
|
|
path: cypress/videos
|
|
if: ${{ failure() }}
|
|
|
|
- name: Archive accessibility violations
|
|
if: needs.changes.outputs.shouldTriggerCypress == 'true'
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: accessibility-violations
|
|
path: '**/a11y/'
|
|
if-no-files-found: 'ignore'
|
|
|
|
- name: Show logs on failure
|
|
# use artefact here, as I think the output will be too large for display in an action
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: logs
|
|
path: /tmp/logs
|
|
if: ${{ failure() }}
|