Implement Webhook Authentication Migration System

.env.example

@@ -0,0 +1,32 @@
+# OpenAI/OpenRouter Configuration
+OPENAI_API_KEY=your_openai_or_openrouter_api_key_here
+OPENAI_DIRECT_KEY=
+USE_OPENROUTER=true
+SITE_URL=https://your-domain.com/ai-news/
+SITE_NAME=AI_News
+
+# Discord Bot Configuration
+DISCORD_APP_ID=your_discord_app_id_here
+DISCORD_TOKEN=your_discord_bot_token_here
+HYPERFY_DISCORD_APP_ID=your_hyperfy_discord_app_id_here
+HYPERFY_DISCORD_TOKEN=your_hyperfy_discord_token_here
+
+# API Keys for Data Sources
+BIRDEYE_API_KEY=your_birdeye_api_key_here
+CODEX_API_KEY=your_codex_api_key_here
+
+# Guild IDs for Discord Servers
+DISCORD_GUILD_ID=your_main_discord_guild_id_here
+ELIZADEV_DISCORD_GUILD_ID=your_elizadev_guild_id_here
+HYPERFY_DISCORD_GUILD_ID=your_hyperfy_guild_id_here
+
+# Remote Deployment Configuration (for GitHub Actions and deployment scripts)
+SERVER_HOST=your_server_host_or_ip_here
+SERVER_USER=your_server_username_here
+SERVER_KEY_PATH=/path/to/your/ssh/private/key
+
+# Deployment Settings
+NODE_ENV=production
+DEPLOY_BRANCH=main
+DATA_BACKUP_ENABLED=true
+AUTO_RESTART_ENABLED=true

.github/workflows/channel-management.yml

@@ -0,0 +1,166 @@
+name: Discord Channel Management
+
+on:
+  schedule:
+    # Run daily at 6:00 AM UTC
+    - cron: '0 6 * * *'
+  workflow_dispatch: # Allow manual triggering
+
+jobs:
+  manage-channels:
+    timeout-minutes: 30
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write # Needed to commit the updated checklist and configs
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '23'
+
+      - name: Process secrets securely
+        run: |
+          echo '${{ secrets.ENV_SECRETS }}' > env_secrets.json
+          chmod 600 env_secrets.json
+
+          # Mask values
+          jq -r 'to_entries[] | .value' env_secrets.json | while read -r value; do
+            if [ -n "$value" ]; then
+              echo "::add-mask::$value"
+            fi
+          done
+
+          # Set environment variables
+          jq -r 'to_entries[] | "\(.key)=\(.value)"' env_secrets.json > env_vars.txt
+          while IFS= read -r line; do
+            if [ -n "$line" ]; then
+              echo "$line" >> $GITHUB_ENV
+            fi
+          done < env_vars.txt
+
+          # Clean up
+          rm env_secrets.json env_vars.txt
+
+      - name: Install dependencies
+        run: npm install
+
+      - name: Run channel discovery
+        run: node scripts/discover-channels.mjs
+        env:
+          NODE_ENV: production
+
+      - name: Check for channel checklist changes
+        id: checklist_changes
+        run: |
+          if [ -f "scripts/CHANNELS.md" ]; then
+            if git diff --quiet HEAD -- scripts/CHANNELS.md; then
+              echo "checklist_changed=false" >> $GITHUB_OUTPUT
+              echo "No changes detected in channel checklist"
+            else
+              echo "checklist_changed=true" >> $GITHUB_OUTPUT
+              echo "Changes detected in channel checklist"
+            fi
+          else
+            echo "checklist_changed=true" >> $GITHUB_OUTPUT
+            echo "New channel checklist created"
+          fi
+
+      - name: Run config auto-update
+        if: steps.checklist_changes.outputs.checklist_changed == 'true'
+        run: node scripts/update-configs-from-checklist.mjs
+        env:
+          NODE_ENV: production
+
+      - name: Check for config changes
+        id: config_changes
+        run: |
+          if git diff --quiet HEAD -- config/; then
+            echo "configs_changed=false" >> $GITHUB_OUTPUT
+            echo "No changes detected in config files"
+          else
+            echo "configs_changed=true" >> $GITHUB_OUTPUT
+            echo "Changes detected in config files"
+          fi
+
+      - name: Generate dashboard
+        run: node scripts/generate-dashboard.mjs
+        env:
+          NODE_ENV: production
+
+      - name: Commit and push changes
+        if: steps.checklist_changes.outputs.checklist_changed == 'true'
+        run: |
+          git config --local user.email "github-actions[bot]@users.noreply.github.com"
+          git config --local user.name "github-actions[bot]"
+
+          # Add checklist changes
+          git add scripts/CHANNELS.md
+
+          # Add config changes if any
+          if [ "${{ steps.config_changes.outputs.configs_changed }}" = "true" ]; then
+            git add config/
+          fi
+
+          # Get summary for commit message
+          TIMESTAMP=$(date -u +'%Y-%m-%d %H:%M:%S UTC')
+          if [ -f "scripts/CHANNELS.md" ]; then
+            TOTAL_CHANNELS=$(grep "Total Channels" scripts/CHANNELS.md | head -1 | sed 's/.*Total Channels\*\*: \([0-9]*\).*/\1/' || echo "unknown")
+            NEW_CHANNELS=$(grep "New Channels" scripts/CHANNELS.md | head -1 | sed 's/.*New Channels\*\*: \([0-9]*\).*/\1/' || echo "0")
+
+            if [ "${{ steps.config_changes.outputs.configs_changed }}" = "true" ]; then
+              COMMIT_MSG="Update Discord channels & configs - ${TOTAL_CHANNELS} total, ${NEW_CHANNELS} new channels (${TIMESTAMP})"
+            else
+              COMMIT_MSG="Update Discord channel checklist - ${TOTAL_CHANNELS} total, ${NEW_CHANNELS} new channels (${TIMESTAMP})"
+            fi
+          else
+            COMMIT_MSG="Add Discord channel management (${TIMESTAMP})"
+          fi
+
+          git commit -m "$COMMIT_MSG"
+          git push
+
+      - name: Deploy dashboard to gh-pages
+        if: steps.checklist_changes.outputs.checklist_changed == 'true'
+        uses: peaceiris/actions-gh-pages@v4
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./public
+          keep_files: true
+          user_name: 'github-actions[bot]'
+          user_email: 'github-actions[bot]@users.noreply.github.com'
+          commit_message: "Update dashboard files from channel management"
+
+
+      - name: Summary
+        run: |
+          if [ -f "scripts/CHANNELS.md" ]; then
+            echo "✅ Channel management completed successfully"
+            echo "📋 Checklist available at: scripts/CHANNELS.md"
+
+            # Extract and display summary
+            TOTAL=$(grep "Total Channels" scripts/CHANNELS.md | head -1 | sed 's/.*Total Channels\*\*: \([0-9]*\).*/\1/' || echo "unknown")
+            TRACKED=$(grep "Currently Tracking" scripts/CHANNELS.md | head -1 | sed 's/.*Currently Tracking\*\*: \([0-9]*\).*/\1/' || echo "unknown") 
+            NEW=$(grep "New Channels" scripts/CHANNELS.md | head -1 | sed 's/.*New Channels\*\*: \([0-9]*\).*/\1/' || echo "0")
+
+            echo "📊 Summary: ${TOTAL} total channels, ${TRACKED} currently tracked, ${NEW} new channels found"
+
+            if [ "${{ steps.config_changes.outputs.configs_changed }}" = "true" ]; then
+              echo "🔧 Config files updated with new channel selections"
+            fi
+
+            if [ "$NEW" != "0" ] && [ "$NEW" != "unknown" ]; then
+              echo "⚠️  Action required: ${NEW} new channels found that are not being tracked"
+            fi
+
+            if [ "${{ steps.checklist_changes.outputs.checklist_changed }}" = "true" ]; then
+              echo "📊 Dashboard updated"
+            fi
+          else
+            echo "❌ Channel discovery failed - no checklist generated"
+          fi

.github/workflows/deploy-media-collection.yml

@@ -0,0 +1,92 @@
+name: Daily Media Collection
+
+on:
+  schedule:
+    - cron: '0 6 * * *'  # Run at 6 AM UTC daily
+  workflow_dispatch:
+    inputs:
+      config:
+        description: 'all | elizaos.json | hyperfy-discord.json'
+        required: false
+        default: 'all'
+        type: choice
+        options:
+          - all
+          - elizaos.json
+          - hyperfy-discord.json
+      date:
+        description: 'YYYY-MM-DD (empty = yesterday)'
+        required: false
+        type: string
+
+permissions:
+  contents: read
+
+jobs:
+  trigger-collection:
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+
+    steps:
+    - name: Send webhook request
+      env:
+        WEBHOOK_URL: ${{ secrets.COLLECT_WEBHOOK_URL }}
+        WEBHOOK_SECRET: ${{ secrets.COLLECT_WEBHOOK_SECRET }}
+      run: |
+        set -euo pipefail
+
+        # Prepare payload
+        CONFIG="${{ github.event.inputs.config || 'all' }}"
+        DATE="${{ github.event.inputs.date || '' }}"
+
+        # Create JSON payload (compact format)
+        PAYLOAD=$(jq -nc \
+          --arg config "$CONFIG" \
+          --arg date "$DATE" \
+          '{config: $config, date: $date}')
+
+        # Generate HMAC signature (GitHub uses sha256= format)
+        SIGNATURE="sha256=$(printf '%s' "$PAYLOAD" | openssl dgst -sha256 -hmac "$WEBHOOK_SECRET" -binary | xxd -p -c 256)"
+
+        # Mask sensitive data
+        echo "::add-mask::$WEBHOOK_SECRET"
+        echo "::add-mask::$SIGNATURE"
+
+        # Send webhook request
+        echo "Triggering collection for config: $CONFIG, date: ${DATE:-yesterday}"
+
+        RESPONSE=$(curl -s -w "\n%{http_code}" -X POST "$WEBHOOK_URL" \
+          -H "Content-Type: application/json" \
+          -H "X-Hub-Signature-256: $SIGNATURE" \
+          --data "$PAYLOAD")
+
+        # Parse response
+        HTTP_CODE=$(echo "$RESPONSE" | tail -n1)
+        BODY=$(echo "$RESPONSE" | head -n -1)
+
+        echo "HTTP Status: $HTTP_CODE"
+        echo "Response: $BODY"
+
+        # Check for success
+        case $HTTP_CODE in
+          202)
+            echo "✅ Collection started successfully"
+            ;;
+          409)
+            echo "⚠️  Collection blocked - another run in progress"
+            exit 1
+            ;;
+          400)
+            echo "❌ Bad request: $BODY"
+            exit 1
+            ;;
+          401)
+            echo "❌ Authentication failed - check COLLECT_WEBHOOK_SECRET"
+            exit 1
+            ;;
+          *)
+            echo "❌ Unexpected response: $HTTP_CODE"
+            echo "$BODY"
+            exit 1
+            ;;
+        esac