Python web scraper

.github/workflows/lint.yml

@@ -49,4 +49,4 @@ jobs:
         run: black --check --diff $(git ls-files '*.py')
 
       - name: Check code formatting with isort
-        run: isort --check-only --diff $(git ls-files '*.py')
+        run: isort --profile black --check-only --diff $(git ls-files '*.py')

.github/workflows/test.yml

@@ -0,0 +1,39 @@
+name: CI 
+
+on:
+  push:
+    branches: [ main, master, py_scraper]
+  pull_request:
+    branches: [ main, master ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        working-directory: ./python_scraper
+
+    steps:
+    - name: Checkout del codice
+      uses: actions/checkout@v6
+
+    - name: Setup Python 3.14
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.14"
+        cache: "pip"
+
+    - name: Installazione dipendenze
+      run: |
+        python -m pip install --upgrade pip
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+        if [ -f requirements_dev.txt ]; then pip install -r requirements_dev.txt; fi
+
+    - name: Controllo Tipizzazione
+      run: |
+        pyright src tests
+
+    - name: Esecuzione dei test con Coverage
+      run: |
+        pytest --cov=src --cov-report=term-missing --cov-fail-under=80

python_scraper/.devcontainer/devcontainer.json

@@ -0,0 +1,44 @@
+{
+    "name": "OPIS Python Scraper",
+    "image": "mcr.microsoft.com/devcontainers/python:3.14",
+    "customizations": {
+        "vscode": {
+            "settings": {
+                "python.defaultInterpreterPath": "/usr/local/bin/python",
+                "python.languageServer": "Pylance",
+                "python.analysis.nodeExecutable": "auto",
+                "python.analysis.typeCheckingMode": "standard",
+                "python.analysis.autoImportCompletions": true,
+                "editor.defaultFormatter": "ms-python.black-formatter",
+                "editor.formatOnSave": true,
+                "python.formatting.provider": "none",
+                "black-formatter.importStrategy": "fromEnvironment",
+                "black-formatter.path": [
+                    "black"
+                ],
+                "python.analysis.exclude": [
+                    "**/__pycache__",
+                    "**/.venv",
+                    "**/node_modules",
+                    "**/dist",
+                    "**/build"
+                ],
+                "python.testing.pytestEnabled": true,
+                "python.testing.pytestArgs": [
+                    "."
+                ]
+            },
+            "extensions": [
+                "ms-python.python",
+                "ms-python.vscode-pylance",
+                "ms-python.debugpy",
+                "ms-python.black-formatter",
+                "njpwerner.autodocstring",
+                "KevinRose.vsc-python-indent",
+                "GitHub.copilot-chat"
+            ]
+        }
+    },
+    "postCreateCommand": "sudo pip install --upgrade pip --root-user-action=ignore && pip install -r requirements.txt -r requirements_dev.txt",
+    "remoteUser": "vscode"
+}

python_scraper/.env.example

@@ -0,0 +1,10 @@
+DB_HOST= 127.0.0.1
+DB_PORT= 3306
+DB_DATABASE= opis_manager
+DB_USERNAME=root
+DB_PASSWORD=
+
+DEBUG_MODE=False
+DEBUG_NUM_ACTIVITIES=5
+DEBUG_NUM_COURSES=1
+DEBUG_NUM_DEPARTMENTS=1

python_scraper/.gitattributes

@@ -0,0 +1,2 @@
+# Usa sempre i fine riga stile Linux (LF) quando committi e scarichi.
+* text=auto eol=lf  

python_scraper/.gitignore

@@ -0,0 +1,39 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual environments
+venv/
+env/
+ENV/
+
+.vscode/
+
+.coverage
+.pytest_cache/
+.mypy_cache/
+calc_cov/
+
+.env