Introduce weekly CI build for comprehensive testing, and limit multi os/jvm to only the quick profile (#1678)

Author: jeanouii

.github/workflows/ci-nightly.yml

@@ -15,6 +15,13 @@
 # specific language governing permissions and limitations
 # under the License.
 
+#
+# This build runs every 6 hours. It runs the same tests as ci-quick.yaml but on a schedule (4 times a day).
+# The goal here is to run the same as ci-quick.yaml but on a schedule to make sure we catch any issue that may be
+# introduced in the main branch as soon as possible.
+# This build is also used to validate the build on various os (Ubuntu, Windows, MacOS) and various Java versions (17, 21, 25)
+# on a regular basis to make sure we catch any issue that may be introduced by a change in the build or in the dependencies.
+#
 name: CI Nightly
 
 on:
@@ -69,7 +76,7 @@ jobs:
           java-version: ${{ matrix.java-version }}
           distribution: temurin
       - name: Test
-        run: mvn -B -e -fae verify
+        run: mvn -B -e -fae verify -Pactivemq.tests-quick
       - name: Upload Test Results
         if: (!cancelled())
         uses: actions/upload-artifact@v4

.github/workflows/ci-quick.yml

@@ -15,6 +15,12 @@
 # specific language governing permissions and limitations
 # under the License.
 
+#
+# This is our most used build and the one used when a new PR is created/updated. It needs to
+# be and remain as green as possible. It is also executed when a PR is actually merged to make sure
+# apache/main stays stable. It runs a subset of the tests (the ones in the quick profile) to make sure it finishes
+# in a reasonable time.
+#
 name: CI Quick
 
 on:
@@ -64,8 +70,7 @@ jobs:
       - name: Set up JDK
         uses: actions/setup-java@v4
         with:
-          # temporary using 25 until all tests pass on Java 25 - to be changed back to 17 for quick. 25 will run nightly only
-          java-version: 25
+          java-version: 17
           distribution: temurin
       - name: Test
         run: mvn -B -e -fae verify -Pactivemq.tests-quick

.github/workflows/ci-weekly.yml

@@ -0,0 +1,86 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+#
+# This build runs manually for now. It takes a very long time to run, so until we can
+# work on the stability to make it scheduled weekly, we'd better run it manually.
+# The build does the same as ci-quickly.yaml but runs all the possible tests
+# (as opposed to quick profile only for the other one running on PR/Merge)
+#
+name: CI Weekly (on-demand)
+
+on:
+
+jobs:
+  build:
+    name: build
+
+    permissions:
+      contents: read
+
+    strategy:
+      matrix:
+        os: [ ubuntu-24.04, macos-26, windows-2025 ]
+        java-version: [ 17, 21, 25 ]
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up JDK
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ matrix.java-version }}
+          distribution: temurin
+      - name: Build
+        run: mvn -U -B -e clean install -DskipTests
+      - name: Verify
+        run: mvn apache-rat:check
+
+  test:
+    name: test
+
+    permissions:
+      contents: read
+      checks: write
+      pull-requests: write
+
+    runs-on: ubuntu-24.04
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up JDK
+        uses: actions/setup-java@v4
+        with:
+          java-version: 17
+          distribution: temurin
+      - name: Test
+        run: mvn -B -e -fae verify
+      - name: Upload Test Results
+        if: (!cancelled())
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results
+          path: '**/target/surefire-reports/*.xml'
+      - name: Publish Test Results
+        if: (!cancelled())
+        uses: EnricoMi/publish-unit-test-result-action@v2
+        with:
+          large_files: true
+          report_individual_runs: true
+          report_suite_logs: error
+          files: '**/target/surefire-reports/*.xml'