[codex] Add semantic eval case scaffolding #33

	name: CI

	permissions:
	contents: read

	on:
	push:
	pull_request:
	workflow_dispatch:

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	deterministic-checks:
	runs-on: ubuntu-latest
	timeout-minutes: 5
	strategy:
	matrix:
	python-version: ["3.8", "3.x"]

	steps:
	- name: Check out repository
	uses: actions/checkout@v4

	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}

	- name: Run unit tests
	run: PYTHONDONTWRITEBYTECODE=1 python -m unittest discover -s evals -p 'test_*.py'

	- name: Validate release metadata
	run: python evals/check_release_metadata.py

	- name: Check policy drift
	run: python evals/check_policy_markers.py

	- name: Check semantic cases
	run: python evals/check_semantic_cases.py

	- name: Validate starter WATCHLIST
	run: python evals/check_watchlist.py .watchlist/WATCHLIST.md --strict-format --strict-safety --require-archive-section

	- name: Validate bundled WATCHLIST template
	run: python evals/check_watchlist.py .agents/skills/watchlist-md/assets/WATCHLIST.template.md --strict-format --strict-safety --require-archive-section

Navigation Menu