oncall-engine/.github/workflows/e2e-tests.yml
2025-05-01 12:11:20 -04:00

131 lines
4.1 KiB
YAML

name: e2e tests
on:
workflow_call:
inputs:
grafana_version:
required: true
type: string
browsers:
required: true
type: string
jobs:
end-to-end-tests:
# default "ubuntu-latest" runners only provide 2 CPU cores + 7GB of RAM. this seems to lead to HTTP 504s from
# the oncall backend, and hence, flaky tests. Let's use CI runners w/ more resources to avoid this (plus
# this will allow us to run more backend containers and parralelize the tests)
runs-on: ubuntu-latest-16-cores
name: "Grafana: ${{ inputs.grafana_version }}"
environment:
name: github-pages
permissions:
id-token: write
pages: write
contents: read
steps:
- name: Checkout
uses: actions/checkout@v4
with:
persist-credentials: false
- name: Collect Workflow Telemetry
uses: catchpoint/workflow-telemetry-action@94c3c3d9567a0205de6da68a76c428ce4e769af1 #v2.0.0
with:
comment_on_pr: false
proc_trace_chart_show: false
proc_trace_table_show: false
- name: Install Kind
uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde #v1.10.0
with:
config: ./dev/kind.yml
install_only: true
- name: Install frontend dependencies
uses: ./.github/actions/install-frontend-dependencies
- name: Install Tilt
run: |
curl -fsSL https://raw.githubusercontent.com/tilt-dev/tilt/master/scripts/install.sh | bash
- name: Install ctlptl
run: |
CTLPTL_VERSION="0.8.20"
CTLPTL_FILE_NAME="ctlptl.$CTLPTL_VERSION.linux.x86_64.tar.gz"
curl -fsSL https://github.com/tilt-dev/ctlptl/releases/download/v$CTLPTL_VERSION/$CTLPTL_FILE_NAME | \
tar -xzv -C /usr/local/bin ctlptl
- name: Use cached plugin frontend build
id: cache-plugin-frontend
uses: actions/cache@v4
with:
path: grafana-plugin/dist
key: ${{ runner.os }}-plugin-frontend-${{ hashFiles('grafana-plugin/src/**/*', 'grafana-plugin/pnpm.lock') }}
- name: Build plugin frontend
if: steps.cache-plugin-frontend.outputs.cache-hit != 'true'
working-directory: grafana-plugin
run: pnpm build:dev
# helpful reference for properly caching the playwright binaries/dependencies
# https://playwrightsolutions.com/playwright-github-action-to-cache-the-browser-binaries/
- name: Get installed Playwright version
id: playwright-version
working-directory: grafana-plugin
run: >
echo "PLAYWRIGHT_VERSION=$(cat ./package.json |
jq -r '.devDependencies["@playwright/test"]')" >> $GITHUB_ENV
- name: Cache Playwright binaries/dependencies
id: playwright-cache
uses: actions/cache@v4
with:
path: "~/.cache/ms-playwright"
key: ${{ runner.os }}-playwright-${{ env.PLAYWRIGHT_VERSION }}-${{ inputs.browsers }}
- name: Create cluster
run: make cluster/up
- name: Install Playwright deps
shell: bash
working-directory: grafana-plugin
run: pnpm playwright install
- name: Install Go
uses: actions/setup-go@v4
with:
go-version: "1.21.5"
- name: Install Mage
run: go install github.com/magefile/mage@v1.15.0
- name: Tilt CI - standard E2E tests
shell: bash
env:
GRAFANA_VERSION: ${{ inputs.grafana_version }}
BROWSERS: ${{ inputs.browsers }}
run: tilt ci
- name: Setup Pages
if: failure()
uses: actions/configure-pages@v2
- name: Upload artifact
if: failure()
uses: actions/upload-pages-artifact@v3
with:
path: ./grafana-plugin/playwright-report/
- name: Deploy to GitHub Pages
if: failure()
id: deployment
uses: actions/deploy-pages@v3
with:
preview: true
- name: Linked Github Page
if: failure()
run: |
echo "Test report has been deployed to [GitHub Pages](https://grafana.github.io/oncall/) :rocket:" \
>> $GITHUB_STEP_SUMMARY