feat: podio +arrow

.github/workflows/build-push.yml

@@ -941,6 +941,69 @@ jobs:
           rec_dis_${{ matrix.beam }}_minQ2=${{ matrix.minq2 }}_${{ matrix.detector_config }}_${{ matrix.arch }}/
         if-no-files-found: error
 
+  npsim-eicrecon-gun-streaming:
+    name: npsim-eicrecon (arrow streaming, gun, ${{ matrix.particle }}, ${{ matrix.detector_config }}, ${{ matrix.arch }})
+    runs-on: ${{ matrix.runner }}
+    needs: eic-manifest
+    container:
+      image: ghcr.io/eic/eic_ci:pipeline-${{ github.run_id }}-default
+      credentials:
+        username: ${{ secrets.GHCR_REGISTRY_USER }}
+        password: ${{ secrets.GHCR_REGISTRY_TOKEN }}
+    strategy:
+      fail-fast: false
+      matrix:
+        particle: [pi]
+        detector_config: [epic_craterlake]
+        arch: [amd64, arm64]
+        include:
+        - arch: amd64
+          runner: ubuntu-latest
+        - arch: arm64
+          runner: ubuntu-24.04-arm
+    steps:
+    - name: Test arrow streaming from npsim to eicrecon
+      shell: bash --login -eo pipefail {0}
+      run: |
+        source /opt/detector/epic-main/bin/thisepic.sh
+        export DETECTOR_CONFIG=${{ matrix.detector_config }}
+
+        # Create named pipe for arrow streaming
+        FIFO_NAME="sim_streaming_${{ matrix.particle }}_1GeV_20GeV_${{ matrix.detector_config }}.arrow"
+        mkfifo "$FIFO_NAME"
+
+        # Start npsim in background, writing to the pipe
+        npsim \
+          --compactFile ${DETECTOR_PATH}/${{ matrix.detector_config }}.xml \
+          -G --random.seed 1 \
+          --random.enableEventSeed \
+          --gun.particle "${{ matrix.particle }}-" \
+          --gun.momentumMin "1*GeV" --gun.momentumMax "20*GeV" \
+          --gun.distribution "uniform" \
+          -N 100 \
+          --outputFile "$FIFO_NAME" \
+          -v WARNING &
+
+        NPSIM_PID=$!
+
+        # Run eicrecon reading from the pipe
+        eicrecon \
+          -Ppodio:output_file=rec_streaming_${{ matrix.particle }}_1GeV_20GeV_${{ matrix.detector_config }}.edm4eic.root \
+          "$FIFO_NAME"
+
+        # Wait for npsim to complete
+        wait $NPSIM_PID
+
+        # Clean up the pipe
+        rm -f "$FIFO_NAME"
+
+        echo "Arrow streaming test completed successfully"
+    - uses: actions/upload-artifact@v7
+      with:
+        name: rec_streaming_${{ matrix.particle }}_1GeV_20GeV_${{ matrix.detector_config }}_${{ matrix.arch }}.edm4eic.root
+        path: rec_streaming_${{ matrix.particle }}_1GeV_20GeV_${{ matrix.detector_config }}.edm4eic.root
+        if-no-files-found: error
+
   npsim-dis-cross-arch:
     name: capybara (npsim DIS, ${{ matrix.beam }}, minQ2=${{ matrix.minq2 }}, ${{ matrix.detector_config }}, amd64 vs arm64)
     runs-on: ubuntu-latest
@@ -1110,7 +1173,7 @@ jobs:
   merge-capybara:
     name: Merge capybara reports
     runs-on: ubuntu-latest
-    needs: [npsim-gun, npsim-gun-cross-arch, npsim-dis, npsim-dis-cross-arch, eicrecon-gun, eicrecon-gun-cross-arch, eicrecon-dis, eicrecon-dis-cross-arch]
+    needs: [npsim-gun, npsim-gun-cross-arch, npsim-dis, npsim-dis-cross-arch, eicrecon-gun, eicrecon-gun-cross-arch, eicrecon-dis, eicrecon-dis-cross-arch, npsim-eicrecon-gun-streaming]
     steps:
     - uses: actions/upload-artifact/merge@v7
       with:

spack-environment/packages.yaml

@@ -133,9 +133,11 @@ packages:
     - '@1.16.2:'
   dd4hep:
     require:
-    - '@1.37'
+    - '@git.fd72fb6b0e736e31123941936751ff7100af544d=master'
     - +ddg4 +ddcad +edm4hep +g4hepem +hepmc3 +xercesc
     - any_of: [+ddeve +utilityapps, -ddeve -utilityapps] # FIXME ^root +x +opengl when +utilityapps
+    package_attributes:
+      git: https://github.com/wdconinc/DD4hep.git
   doxygen:
     require:
     - +graphviz
@@ -147,11 +149,11 @@ packages:
     - '@656aa3192b097a631ddd1e0380e80c26fd6644a7'
   edm4eic:
     require:
-    - '@8.10.0' # EDM4EIC_VERSION
+    - '@git.018c1e804f58046bda1476d6691167e37ba3195e=8.10.0' # EDM4EIC_VERSION
     - cxxstd=20
   edm4hep:
     require:
-    - '@1.1'
+    - '@git.f87de123bb1a56dfab7cdcb7f3cfb9dd51fc9313=1.1'
     - cxxstd=20
   egl:
     buildable: False
@@ -166,7 +168,7 @@ packages:
     - '@1.2.2'
   eicrecon:
     require:
-    - '@1.40.0' # EICRECON_VERSION
+    - '@git.331b8e2984e6fd50581f62768176e3702e5cb8e8=1.40.0' # EICRECON_VERSION
   eicsimubeameffects:
     require:
     - '@1.1'