Skip to content

Update zen-internals from v0.1.50 to v0.1.60 #2812

Update zen-internals from v0.1.50 to v0.1.60

Update zen-internals from v0.1.50 to v0.1.60 #2812

Workflow file for this run

name: 📊 Benchmarks
on:
push: {}
workflow_call: {}
permissions:
contents: read
jobs:
benchmark_sql_algorithm:
runs-on: ubuntu-latest
timeout-minutes: 10
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Start databases
working-directory: ./sample-apps/databases
run: docker compose up --build -d
- name: Set up Python 3.9
uses: actions/setup-python@v5
with:
python-version: 3.9
- name: Setup safe-chain
run: curl -fsSL https://github.com/AikidoSec/safe-chain/releases/latest/download/install-safe-chain.sh | sh -s -- --ci
- name: Install dependencies
run: |
python -m pip install --upgrade pip
make dev_install
- name: Install aikido_zen
run: |
make build
mv ./dist/aikido_zen-*.tar.gz ./dist/aikido_zen.tar.gz
pip install ./dist/aikido_zen.tar.gz
- name: run sql benchmarks
run: |
poetry run python ./benchmarks/sql_benchmark/sql_benchmark_fw.py
poetry run python ./benchmarks/sql_benchmark/sql_benchmark_no_fw.py
benchmark_with_flask_mysql:
runs-on: ubuntu-latest
timeout-minutes: 10
strategy:
fail-fast: false
matrix:
python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Start databases
working-directory: ./sample-apps/databases
run: docker compose up --build -d
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies & build
run: |
python -m pip install --upgrade pip
make install && make build
- name: Start flask-mysql
working-directory: ./sample-apps/flask-mysql
run: nohup make runBenchmark & nohup make runZenDisabled &
- name: Check app health (max 3 attempts)
uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0
with:
timeout_minutes: 5
max_attempts: 3
command: |
chmod +x ./sample-apps/scripts/health_check.sh
cd ./sample-apps/flask-mysql && make health-check
- name: Install K6
uses: grafana/setup-k6-action@ffe7d7290dfa715e48c2ccc924d068444c94bde2 # v1
- name: Run flask-mysql k6 Benchmark (max 3 attempts)
uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0
with:
timeout_minutes: 20
max_attempts: 3
command: |
k6 run -q ./benchmarks/flask-mysql-benchmarks.js
wrk_benchmarks:
runs-on: ubuntu-latest
timeout-minutes: 10
strategy:
fail-fast: false
matrix:
app: [starlette-postgres-uvicorn, flask-mysql-uwsgi, flask-mysql]
python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Start databases
working-directory: ./sample-apps/databases
run: docker compose up --build -d
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies & build
run: |
python -m pip install --upgrade pip
make install && make build
- name: Start app
working-directory: ./sample-apps/${{ matrix.app }}
run: nohup make runBenchmark & nohup make runZenDisabled &
- name: Check app health (max 3 attempts)
uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0
with:
timeout_minutes: 5
max_attempts: 3
command: |
chmod +x ./sample-apps/scripts/health_check.sh
cd ./sample-apps/${{ matrix.app }}/ && make health-check
- name: Install wrk
run: |
sudo apt-get update
sudo apt-get install -y wrk
- name: Run benchmarks (max 3 attempts)
uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0
with:
timeout_minutes: 20
max_attempts: 3
command: |
cd ./benchmarks/wrk_benchmark && make benchmark_${{ matrix.app }}