144 lines
4.4 KiB
YAML
144 lines
4.4 KiB
YAML
name: benchmarking
|
|
|
|
on:
|
|
pull_request:
|
|
types:
|
|
- closed
|
|
paths-ignore:
|
|
- "**/*.md"
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
env:
|
|
PYTHONIOENCODING: "utf8"
|
|
TELEMETRY_ENABLED: false
|
|
NODE_OPTIONS: "--max_old_space_size=8192"
|
|
PR_TITLE: ${{ github.event.pull_request.title }}
|
|
|
|
jobs:
|
|
reflex-web:
|
|
# if: github.event.pull_request.merged == true
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
# Show OS combos first in GUI
|
|
os: [ubuntu-latest]
|
|
python-version: ["3.12.8"]
|
|
node-version: ["18.x"]
|
|
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Use Node.js ${{ matrix.node-version }}
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: ${{ matrix.node-version }}
|
|
- uses: ./.github/actions/setup_build_env
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
run-poetry-install: true
|
|
create-venv-at-path: .venv
|
|
|
|
- name: Clone Reflex Website Repo
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: reflex-dev/reflex-web
|
|
ref: main
|
|
path: reflex-web
|
|
|
|
- name: Install Requirements for reflex-web
|
|
working-directory: ./reflex-web
|
|
run: poetry run uv pip install -r requirements.txt
|
|
- name: Init Website for reflex-web
|
|
working-directory: ./reflex-web
|
|
run: poetry run reflex init
|
|
- name: Install LightHouse Pre-reqs / Run LightHouse
|
|
run: |
|
|
# Check that npm is home
|
|
npm -v
|
|
poetry run bash benchmarks/lighthouse.sh ./reflex-web prod
|
|
env:
|
|
LHCI_GITHUB_APP_TOKEN: $
|
|
- name: Run Benchmarks
|
|
# Only run if the database creds are available in this context.
|
|
run: poetry run python benchmarks/benchmark_lighthouse.py "$GITHUB_SHA" ./integration/benchmarks/.lighthouseci
|
|
env:
|
|
GITHUB_SHA: ${{ github.sha }}
|
|
|
|
reflex-dist-size: # This job is used to calculate the size of the Reflex distribution (wheel file)
|
|
if: github.event.pull_request.merged == true
|
|
timeout-minutes: 30
|
|
strategy:
|
|
# Prioritize getting more information out of the workflow (even if something fails)
|
|
fail-fast: false
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: ./.github/actions/setup_build_env
|
|
with:
|
|
python-version: 3.12.8
|
|
run-poetry-install: true
|
|
create-venv-at-path: .venv
|
|
- name: Build reflex
|
|
run: |
|
|
poetry build
|
|
- name: Upload benchmark results
|
|
# Only run if the database creds are available in this context.
|
|
run:
|
|
poetry run python benchmarks/benchmark_package_size.py --os ubuntu-latest
|
|
--python-version 3.12.8 --commit-sha "${{ github.sha }}" --pr-id "${{ github.event.pull_request.id }}"
|
|
--branch-name "${{ github.head_ref || github.ref_name }}"
|
|
--path ./dist
|
|
|
|
reflex-venv-size: # This job calculates the total size of Reflex and its dependencies
|
|
if: github.event.pull_request.merged == true
|
|
timeout-minutes: 30
|
|
strategy:
|
|
# Prioritize getting more information out of the workflow (even if something fails)
|
|
fail-fast: false
|
|
matrix:
|
|
# Show OS combos first in GUI
|
|
os: [ubuntu-latest, windows-latest, macos-latest]
|
|
python-version: ["3.12.8"]
|
|
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up python
|
|
id: setup-python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install Poetry
|
|
uses: snok/install-poetry@v1
|
|
with:
|
|
version: 1.3.1
|
|
virtualenvs-create: true
|
|
virtualenvs-in-project: true
|
|
virtualenvs-path: .venv
|
|
|
|
- name: Run poetry install
|
|
shell: bash
|
|
run: |
|
|
python -m venv .venv
|
|
source .venv/*/activate
|
|
poetry install --without dev --no-interaction --no-root
|
|
|
|
- name: Install uv
|
|
shell: bash
|
|
run: |
|
|
poetry run pip install uv
|
|
|
|
- name: calculate and upload size
|
|
run:
|
|
poetry run python benchmarks/benchmark_package_size.py --os "${{ matrix.os }}"
|
|
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
|
|
--pr-id "${{ github.event.pull_request.id }}"
|
|
--branch-name "${{ github.head_ref || github.ref_name }}"
|
|
--path ./.venv
|