Build multiline framing telemetry lab

Author: TheBuilderJR

.dockerignore

@@ -0,0 +1,6 @@
+.git
+.github
+target
+__pycache__
+*.pyc
+.DS_Store

.gitattributes

@@ -0,0 +1,4 @@
+*.bal linguist-detectable=true
+public/** linguist-vendored
+tests/test_static.py linguist-vendored
+Dockerfile linguist-vendored

.github/workflows/ci.yml

@@ -0,0 +1,83 @@
+name: ci
+
+on:
+  push:
+  pull_request:
+
+permissions:
+  contents: read
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-python@v7
+        with:
+          python-version: "3.13"
+      - uses: actions/setup-node@v7
+        with:
+          node-version: "24"
+      - name: Install Ballerina
+        run: |
+          curl --fail --location --retry 3 \
+            --output /tmp/ballerina.zip \
+            https://github.com/ballerina-platform/ballerina-distribution/releases/download/v2201.13.5/ballerina-2201.13.5-swan-lake-linux.zip
+          unzip -q /tmp/ballerina.zip -d /tmp/ballerina
+          chmod +x /tmp/ballerina/ballerina-2201.13.5-swan-lake/bin/bal
+          echo "/tmp/ballerina/ballerina-2201.13.5-swan-lake/bin" >> "$GITHUB_PATH"
+      - name: Run model, service, and static tests
+        run: make check
+
+  container:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+      - name: Build image
+        run: docker build --tag multiline-framing-lab:test .
+      - name: Smoke test broken and repaired scenarios
+        run: |
+          docker run --detach --rm --name multiline-framing-lab -p 8080:8080 multiline-framing-lab:test
+          trap 'docker stop multiline-framing-lab' EXIT
+          for attempt in $(seq 1 30); do
+            if curl --fail --silent http://127.0.0.1:8080/healthz >/tmp/health.json; then
+              break
+            fi
+            sleep 1
+          done
+          python3 - <<'PY'
+          import json
+          import urllib.request
+
+          def get(path):
+              with urllib.request.urlopen("http://127.0.0.1:8080" + path) as response:
+                  return response, json.load(response)
+
+          _, health = get("/healthz")
+          assert health == {"status": "ok", "engine": "ballerina", "version": "2201.13.5"}
+
+          _, broken = get("/api/simulate")
+          assert broken["pipeline"]["mode"] == "line-split"
+          assert broken["summary"]["exportedRecords"] == 1200
+          assert broken["summary"]["orphanRecords"] == 1080
+          assert broken["summary"]["droppedRecords"] == 200
+
+          _, fixed = get("/api/simulate?multilineParser=true")
+          assert fixed["pipeline"]["mode"] == "multiline-reassembly"
+          assert fixed["summary"]["exportedRecords"] == 120
+          assert fixed["summary"]["orphanRecords"] == 0
+          assert fixed["summary"]["stackContextCoverageBps"] == 10000
+
+          _, structured = get("/api/simulate?structuredJson=true")
+          assert structured["pipeline"]["mode"] == "structured-json"
+          assert structured["summary"]["droppedRecords"] == 0
+
+          _, telemetry = get("/api/telemetry")
+          assert {"traces", "metrics", "logs", "correlation"} <= telemetry.keys()
+
+          with urllib.request.urlopen("http://127.0.0.1:8080/") as response:
+              assert response.status == 200
+              assert response.headers["X-Content-Type-Options"] == "nosniff"
+              assert "default-src 'self'" in response.headers["Content-Security-Policy"]
+              assert b"one exception" in response.read()
+          PY

.gitignore

@@ -0,0 +1,6 @@
+target/
+__pycache__/
+*.pyc
+.DS_Store
+.idea/
+.vscode/

Ballerina.toml

@@ -0,0 +1,8 @@
+[package]
+org = "telemetrysh"
+name = "multiline_framing_lab"
+version = "0.1.0"
+distribution = "2201.13.5"
+
+[build-options]
+observabilityIncluded = true

Config.toml

@@ -0,0 +1,2 @@
+port = 8080
+publicDir = "public"