version-bump 0.14.3 (#382) #998

Workflow file for this run

.github/workflows/unit_tests.yml at 0a785fb

	name: Unit tests

	on:
	push:
	branches:
	- main
	pull_request:
	workflow_dispatch:

	jobs:
	code-format:
	runs-on: ubuntu-latest

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	run: uv pip install black[jupyter]==24.2.0 blacken-docs

	- name: Code Formatting
	run: uv run black . --check

	agentlab:
	runs-on: ubuntu-22.04

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Checkout AgentLab
	uses: actions/checkout@v4
	with:
	repository: "ServiceNow/AgentLab"
	ref: "main"
	path: "agentlab"

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install AgentLab
	working-directory: ./agentlab
	run: uv pip install -e .

	- name: Install BrowserGym
	run: make install

	- name: List installed packages
	run: uv pip list

	- name: Fetch MiniWob
	uses: actions/checkout@v4
	with:
	repository: "Farama-Foundation/miniwob-plusplus"
	ref: "7fd85d71a4b60325c6585396ec4f48377d049838"
	path: "miniwob-plusplus"

	- name: Serve MiniWob
	uses: Eun/http-server-action@v1
	with:
	directory: "${{ github.workspace }}/miniwob-plusplus/miniwob/html"
	port: 8080

	- name: Pre-download tokenizer ressources (for WebArena)
	run: uv run python -c "import nltk; nltk.download('punkt_tab')"

	# - name: Run AgentLab Unit Tests
	# env:
	# MINIWOB_URL: "http://localhost:8080/miniwob/"
	# run: pytest -n 5 --durations=10 -m 'not pricy' -v agentlab/tests/experiments/test_launch_exp.py

	browsergym-core:
	runs-on: ubuntu-22.04

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-core Unit Tests
	run: uv run pytest -n 5 --durations=10 -m 'not pricy' -v tests/core

	browsergym-miniwob:
	runs-on: ubuntu-22.04

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Fetch MiniWob
	uses: actions/checkout@v4
	with:
	repository: "Farama-Foundation/miniwob-plusplus"
	ref: "7fd85d71a4b60325c6585396ec4f48377d049838"
	path: "miniwob-plusplus"

	- name: Serve MiniWob
	uses: Eun/http-server-action@v1
	with:
	directory: "${{ github.workspace }}/miniwob-plusplus/miniwob/html"
	port: 8080

	- name: Run browsergym-miniwob Unit Tests
	env:
	MINIWOB_URL: "http://localhost:8080/miniwob/"
	run: uv run pytest -n 5 --durations=10 -m 'not pricy' -v tests/miniwob

	browsergym-experiments:
	runs-on: ubuntu-22.04

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Fetch MiniWob
	uses: actions/checkout@v4
	with:
	repository: "Farama-Foundation/miniwob-plusplus"
	ref: "7fd85d71a4b60325c6585396ec4f48377d049838"
	path: "miniwob-plusplus"

	- name: Serve MiniWob
	uses: Eun/http-server-action@v1
	with:
	directory: "${{ github.workspace }}/miniwob-plusplus/miniwob/html"
	port: 8080

	- name: Run browsergym-experiments Unit Tests
	env:
	MINIWOB_URL: "http://localhost:8080/miniwob/"
	BROWSERGYM_WEBLINX_CACHE_DIR: "${{ runner.temp }}/weblinx_data"
	run: uv run pytest -n 5 --durations=10 -m 'not pricy' -v tests/experiments

	browsergym-webarena-fast:
	runs-on: ubuntu-22.04
	if: ${{ false && startsWith(github.ref, 'refs/heads/main') }}

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-webarena not slow Unit Tests
	env:
	WA_SHOPPING: "${{ vars.WA_SHOPPING }}"
	WA_SHOPPING_ADMIN: "${{ vars.WA_SHOPPING_ADMIN }}"
	WA_REDDIT: "${{ vars.WA_REDDIT }}"
	WA_GITLAB: "${{ vars.WA_GITLAB }}"
	WA_WIKIPEDIA: "${{ vars.WA_WIKIPEDIA }}"
	WA_MAP: "${{ vars.WA_MAP }}"
	WA_HOMEPAGE: "${{ vars.WA_HOMEPAGE }}"
	OPENAI_API_KEY: ""
	run: uv run pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests/webarena

	browsergym-webarena-slow:
	runs-on: ubuntu-22.04
	needs:
	- browsergym-webarena-fast

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-webarena slow Unit Tests
	env:
	WA_SHOPPING: "${{ vars.WA_SHOPPING }}"
	WA_SHOPPING_ADMIN: "${{ vars.WA_SHOPPING_ADMIN }}"
	WA_REDDIT: "${{ vars.WA_REDDIT }}"
	WA_GITLAB: "${{ vars.WA_GITLAB }}"
	WA_WIKIPEDIA: "${{ vars.WA_WIKIPEDIA }}"
	WA_MAP: "${{ vars.WA_MAP }}"
	WA_HOMEPAGE: "${{ vars.WA_HOMEPAGE }}"
	OPENAI_API_KEY: ""
	run: uv run pytest -n 5 --durations=10 -m 'slow and not pricy' --slowmo 1000 -v tests/webarena

	browsergym-visualwebarena-fast:
	runs-on: ubuntu-22.04
	if: ${{ false && startsWith(github.ref, 'refs/heads/main') }}

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-visualwebarena not slow Unit Tests
	env:
	VWA_CLASSIFIEDS: "${{ vars.VWA_CLASSIFIEDS }}"
	VWA_CLASSIFIEDS_RESET_TOKEN: "${{ vars.VWA_CLASSIFIEDS_RESET_TOKEN }}"
	VWA_SHOPPING: "${{ vars.VWA_SHOPPING }}"
	VWA_REDDIT: "${{ vars.VWA_REDDIT }}"
	VWA_WIKIPEDIA: "${{ vars.VWA_WIKIPEDIA }}"
	VWA_HOMEPAGE: "${{ vars.VWA_HOMEPAGE }}"
	OPENAI_API_KEY: ""
	run: \|
	uv run pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests/visualwebarena

	browsergym-visualwebarena-slow:
	runs-on: ubuntu-22.04
	needs:
	- browsergym-visualwebarena-fast

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-visualwebarena slow Unit Tests
	env:
	VWA_CLASSIFIEDS: "${{ vars.VWA_CLASSIFIEDS }}"
	VWA_CLASSIFIEDS_RESET_TOKEN: "${{ vars.VWA_CLASSIFIEDS_RESET_TOKEN }}"
	VWA_SHOPPING: "${{ vars.VWA_SHOPPING }}"
	VWA_REDDIT: "${{ vars.VWA_REDDIT }}"
	VWA_WIKIPEDIA: "${{ vars.VWA_WIKIPEDIA }}"
	VWA_HOMEPAGE: "${{ vars.VWA_HOMEPAGE }}"
	OPENAI_API_KEY: ""
	run: \|
	uv run pytest -n 5 --durations=10 -m 'slow and not pricy and not serial' --slowmo 1000 -v tests/visualwebarena
	uv run pytest --durations=10 -m 'slow and not pricy and serial' --slowmo 1000 -v tests/visualwebarena

	browsergym-assistantbench:
	runs-on: ubuntu-22.04

	defaults:
	run:
	shell: bash -l {0}

	steps:
	- name: Checkout Repository
	uses: actions/checkout@v4

	- name: Setup Python and uv
	uses: ./.github/actions/setup-python-uv

	- name: Install dependencies
	working-directory: ./dev
	run: uv pip install -r requirements.txt

	- name: List installed packages
	run: uv pip list

	- name: Install Playwright
	run: uv run playwright install chromium --with-deps

	- name: Run browsergym-assistantbench Unit Tests
	env:
	VWA_CLASSIFIEDS: "${{ vars.VWA_CLASSIFIEDS }}"
	VWA_CLASSIFIEDS_RESET_TOKEN: "${{ vars.VWA_CLASSIFIEDS_RESET_TOKEN }}"
	VWA_SHOPPING: "${{ vars.VWA_SHOPPING }}"
	VWA_REDDIT: "${{ vars.VWA_REDDIT }}"
	VWA_WIKIPEDIA: "${{ vars.VWA_WIKIPEDIA }}"
	VWA_HOMEPAGE: "${{ vars.VWA_HOMEPAGE }}"
	OPENAI_API_KEY: ""
	run: \|
	uv run pytest -n 5 --durations=10 -m 'not pricy' --slowmo 1000 -v tests/assistantbench

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

version-bump 0.14.3 (#382) #998

Workflow file

version-bump 0.14.3 (#382) #998

Uh oh!

Workflow file for this run