CI: Use BlazingMQ broker docker image

.github/workflows/build.yaml

@@ -10,6 +10,10 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
 
+permissions:
+  contents: read
+  packages: read
+
 jobs:
   blazingmq-dependency:
     name: Build BlazingMQ as a dependency
@@ -128,17 +132,32 @@ jobs:
             libfl-dev \
             libbenchmark-dev \
             libz-dev
-      - name: Run tests
+      - name: Log in to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Start BlazingMQ broker
+        run: |
+          docker run -d --name bmqbrkr \
+            --network host \
+            -v ${{ github.workspace }}/tests/broker-config:/broker-config:ro \
+            ghcr.io/bloomberg/blazingmq:latest \
+            /usr/local/bin/bmqbrkr /broker-config
+          timeout 30 bash -c 'until nc -z localhost 30114; do sleep 1; done' \
+            || (docker logs bmqbrkr; exit 1)
+      - name: Build and run tests
         env:
           BMQ_BROKER_URI: tcp://localhost:30114
           PREFIX: blazingmq_artifacts
           PYTHON: ./venv/bin/python
           PKG_CONFIG_PATH: /usr/lib/x86_64-linux-gnu/pkgconfig:/opt/bb/lib64/pkgconfig:./blazingmq_artifacts/lib64/pkgconfig
         run: |
-          mkdir -p bmq/logs
-          mkdir -p bmq/storage/archive
-          ./blazingmq_artifacts/bin/bmqbrkr.tsk ./tests/broker-config &
-          (sleep 5; make test-build && make test-install && make check)
+          make test-build && make test-install && make check
+      - name: Stop BlazingMQ broker
+        if: always()
+        run: docker rm -f bmqbrkr
 
   lint-docs:
     name: Lint and Docs
@@ -218,26 +237,46 @@ jobs:
           sudo mkdir /cores
           sudo chmod 777 /cores
           echo "/cores/%e.%p.%s.%t" | sudo tee /proc/sys/kernel/core_pattern
+      - name: Log in to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Start BlazingMQ broker
+        run: |
+          docker run -d --name bmqbrkr \
+            --network host \
+            -v ${{ github.workspace }}/tests/broker-config:/broker-config:ro \
+            ghcr.io/bloomberg/blazingmq:latest \
+            /usr/local/bin/bmqbrkr /broker-config
+          timeout 30 bash -c 'until nc -z localhost 30114; do sleep 1; done' \
+            || (docker logs bmqbrkr; exit 1)
       - name: Run tests with coverage
         env:
           BMQ_BROKER_URI: tcp://localhost:30114
           PREFIX: blazingmq_artifacts
           PYTHON: ./venv/bin/python
           PKG_CONFIG_PATH: /usr/lib/x86_64-linux-gnu/pkgconfig:/opt/bb/lib64/pkgconfig:./blazingmq_artifacts/lib64/pkgconfig
         run: |
-          mkdir -p bmq/logs
-          mkdir -p bmq/storage/archive
           # Allow core dumps
           ulimit -c unlimited
-          ./blazingmq_artifacts/bin/bmqbrkr.tsk ./tests/broker-config &
-          (sleep 5; make coverage-install && make coverage)
+          make coverage-install && make coverage
+      - name: Stop BlazingMQ broker
+        if: always()
+        run: docker rm -f bmqbrkr
       - name: Output code coverage summary
         uses: irongut/CodeCoverageSummary@v1.3.0
         with:
           filename: coverage*.xml
       - name: Upload broker logs as artifacts
         if: failure()
-        uses: actions/upload-artifact@v4
+        run: |
+          mkdir -p bmq/logs
+          docker logs bmqbrkr > bmq/logs/broker_stdout.log 2> bmq/logs/broker_stderr.log || true
+          docker cp bmqbrkr:/var/local/bmq/logs/. bmq/logs/ || true
+      - uses: actions/upload-artifact@v4
+        if: failure()
         with:
           name: broker_logs
           path: ./bmq/logs
@@ -250,10 +289,4 @@ jobs:
           name: core_dumps
           path: /cores
           retention-days: 5
-      - name: Upload broker executable as artifacts to debug the core
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: bmqbrkr
-          path: ./blazingmq_artifacts/bin/bmqbrkr.tsk
-          retention-days: 5
+

bin/build-macos-universal.sh

@@ -96,7 +96,7 @@ if [ ! -e "${DIR_BUILD}/blazingmq/.complete" ]; then
         -DBDE_BUILD_TARGET_64=1 \
         -DBDE_BUILD_TARGET_CPP17=ON \
         -DCMAKE_BUILD_TYPE=RelWithDebInfo \
-        -DINSTALL_TARGETS="bmqbrkr;bmq;mwc" \
+        -DINSTALL_TARGETS="bmq" \
         -DCMAKE_INSTALL_LIBDIR="lib" \
         -DCMAKE_INSTALL_PREFIX="${DIR_INSTALL}" \
         -DCMAKE_MODULE_PATH="${DIR_ROOT}" \

bin/build-manylinux.sh

@@ -122,7 +122,7 @@ if [ ! -e "${DIR_BUILD}/blazingmq/.complete" ]; then
         -DBDE_BUILD_TARGET_64=1 \
         -DBDE_BUILD_TARGET_CPP17=ON \
         -DCMAKE_BUILD_TYPE=RelWithDebInfo \
-        -DINSTALL_TARGETS="bmqbrkr;bmq;mwc" \
+        -DINSTALL_TARGETS="bmq" \
         -DCMAKE_INSTALL_LIBDIR="lib64" \
         -DCMAKE_INSTALL_PREFIX="${DIR_INSTALL}" \
         -DCMAKE_MODULE_PATH="${DIR_ROOT}" \

tests/broker-config/bmqbrkrcfg.json

@@ -3,7 +3,7 @@
         "allocatorType": "STACKTRACETEST",
         "allocationLimit": 34359738368,
         "logController": {
-            "fileName": "./bmq/logs/logs.%T.%p",
+            "fileName": "/var/local/bmq/logs/logs.%T.%p",
             "fileMaxAgeDays": 10,
             "rotationBytes": 268435456,
             "logfileFormat": "%d (%t) %s %F:%l %m\n\n",
@@ -66,7 +66,7 @@
             "snapshotInterval": 1,
             "printer": {
                 "printInterval": 60,
-                "file": "./bmq/logs/stat.%T.%p",
+                "file": "/var/local/bmq/logs/stat.%T.%p",
                 "maxAgeDays": 3,
                 "rotateBytes": 268435456,
                 "rotateDays": 1

tests/broker-config/clusters.json

@@ -21,15 +21,15 @@
             "partitionConfig": {
                 "name": "local",
                 "flushAtShutdown": true,
-                "location": "./bmq/storage",
+                "location": "/var/local/bmq/storage",
                 "maxArchivedFileSets": 0,
                 "maxDataFileSize": 268435456,
                 "maxJournalFileSize": 67108864,
                 "maxQlistFileSize": 8388608,
                 "numPartitions": 1,
                 "preallocate": false,
                 "prefaultPages": false,
-                "archiveLocation": "./bmq/storage/archive",
+                "archiveLocation": "/var/local/bmq/storage/archive",
                 "syncConfig": {
                     "fileChunkSize": 0,
                     "masterSyncMaxDurationMs": 0,