QNX8 QEMU x86_64 Integration tests #19
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -44,3 +44,57 @@ jobs: | |
| score-qnx-license: ${{ secrets.SCORE_QNX_LICENSE }} | ||
| score-qnx-user: ${{ secrets.SCORE_QNX_USER }} | ||
| score-qnx-password: ${{ secrets.SCORE_QNX_PASSWORD }} | ||
|
|
||
| # QEMU integration tests - runs built QNX binaries in QEMU | ||
| # Bridge networking required for x86_64-qnx SOME/IP communication between QEMU instances | ||
| qemu_integration_tests: | ||
|
TimofteBogdan1900 marked this conversation as resolved.
|
||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| bazel-config: ["x86_64-qnx", "aarch64-qnx"] | ||
| runs-on: ubuntu-24.04 | ||
| needs: build_and_test_qnx | ||
| permissions: | ||
| contents: read | ||
| pull-requests: read | ||
| env: | ||
| SCORE_QNX_USER: ${{ secrets.SCORE_QNX_USER }} | ||
| SCORE_QNX_PASSWORD: ${{ secrets.SCORE_QNX_PASSWORD }} | ||
| SCORE_QNX_LICENSE: ${{ secrets.SCORE_QNX_LICENSE }} | ||
| steps: | ||
| - uses: eclipse-score/more-disk-space@v1 | ||
| - name: Checkout repository | ||
| uses: actions/checkout@v4.2.2 | ||
| - name: Create Bazel output base directory | ||
| run: | | ||
| sudo mkdir -p /mnt/.bazel | ||
| sudo chown -R $USER:$USER /mnt/.bazel | ||
| - name: Setup Bazel | ||
| uses: bazel-contrib/setup-bazel@0.18.0 | ||
| with: | ||
| output-base: /mnt/.bazel | ||
| bazelisk-cache: true | ||
| disk-cache: ${{ github.workflow }}-${{ matrix.bazel-config }}-tests | ||
| repository-cache: true | ||
| external-cache: true | ||
| - name: Allow linux-sandbox | ||
| uses: ./.github/actions/unblock_user_namespace_for_linux_sandbox | ||
| - name: Install QEMU bridge prerequisites | ||
| if: matrix.bazel-config == 'x86_64-qnx' | ||
| run: | | ||
| sudo apt-get update | ||
| sudo apt-get install -y bridge-utils qemu-system-x86 iproute2 tcpdump libcap2-bin | ||
| - name: Enable KVM access | ||
| if: matrix.bazel-config == 'x86_64-qnx' | ||
| run: | | ||
| echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm.rules | ||
| sudo udevadm control --reload-rules | ||
| sudo udevadm trigger --name-match=kvm | ||
| ls -la /dev/kvm | ||
| - name: Setup QEMU bridge network | ||
| if: matrix.bazel-config == 'x86_64-qnx' | ||
| run: | | ||
| sudo ./deployment/qemu/setup_bridge.sh setup | ||
| - name: Bazel test | ||
| run: | | ||
| bazel test --config ${{ matrix.bazel-config }} --test_output=all //tests/... | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,5 @@ | ||
| # ******************************************************************************* | ||
| # Copyright (c) 2026 Contributors to the Eclipse Foundation | ||
| # | ||
| # See the NOTICE file(s) distributed with this work for additional | ||
| # information regarding copyright ownership. | ||
|
|
@@ -62,13 +62,26 @@ use_repo(pip, "someip_pip") | |
| bazel_dep(name = "googletest", version = "1.17.0", dev_dependency = True) | ||
| bazel_dep(name = "google_benchmark", version = "1.9.4", dev_dependency = True) | ||
|
|
||
| # Opened problem report at: https://github.com/eclipse-score/itf/issues/60 | ||
| bazel_dep(name = "score_itf", version = "0.1.0") | ||
| git_override( | ||
| module_name = "score_itf", | ||
| commit = "e994cb6", # Main branch with simplified QEMU plugin | ||
| patch_strip = 1, | ||
| patches = ["//third_party:score_itf_oci_conflict.patch"], | ||
| remote = "https://github.com/eclipse-score/itf.git", | ||
| ) | ||
|
|
||
| # ============================================================================ | ||
| # Build System Rules | ||
| # ============================================================================ | ||
| bazel_dep(name = "rules_cc", version = "0.2.14") | ||
| bazel_dep(name = "rules_rust", version = "0.63.0") | ||
| bazel_dep(name = "rules_pkg", version = "1.1.0") | ||
|
|
||
| # Required by score_toolchains_qnx qnx_ifs rule for tar extraction | ||
| bazel_dep(name = "tar.bzl", version = "0.7.0") | ||
|
|
||
| # Platforms: Standard constraint values and platform definitions | ||
| # Required for select() expressions that use @platforms//cpu:* and @platforms//os:* | ||
| bazel_dep(name = "platforms", version = "1.0.0") | ||
|
|
@@ -140,8 +153,30 @@ register_toolchains( | |
| "@score_gcc_aarch64_toolchain//:all", | ||
| "@score_qcc_x86_64_toolchain//:all", | ||
| "@score_qcc_aarch64_toolchain//:all", | ||
| "@toolchains_qnx_ifs//:all", | ||
| dev_dependency = True, | ||
| ) | ||
|
|
||
| # ============================================================================ | ||
| # QNX IFS Image Toolchain (for building QEMU filesystem images via mkifs) | ||
| # ============================================================================ | ||
| bazel_dep(name = "score_toolchains_qnx", version = "0.0.7", dev_dependency = True) | ||
|
TimofteBogdan1900 marked this conversation as resolved.
Outdated
|
||
|
|
||
| toolchains_qnx = use_extension( | ||
| "@score_toolchains_qnx//:extensions.bzl", | ||
| "toolchains_qnx", | ||
| dev_dependency = True, | ||
| ) | ||
| toolchains_qnx.sdp( | ||
| sha256 = "f2e0cb21c6baddbcb65f6a70610ce498e7685de8ea2e0f1648f01b327f6bac63", | ||
| strip_prefix = "installation", | ||
| url = "https://www.qnx.com/download/download/79858/installation.tgz", | ||
| ) | ||
| use_repo(toolchains_qnx, "toolchains_qnx_ifs") | ||
| # register_toolchains( | ||
| # "@toolchains_qnx_ifs//:ifs_x86_64", | ||
| # dev_dependency = True, | ||
| # ) | ||
|
|
||
| # ============================================================================ | ||
| # LLVM C/C++ Toolchain Configuration | ||
|
|
@@ -172,7 +207,7 @@ register_toolchains( | |
| # ============================================================================ | ||
| # Tooling & Development | ||
| # ============================================================================ | ||
| bazel_dep(name = "score_tooling", version = "1.1.2", dev_dependency = True) | ||
| bazel_dep(name = "aspect_rules_lint", version = "1.10.2", dev_dependency = True) | ||
| bazel_dep(name = "buildifier_prebuilt", version = "8.2.0.2", dev_dependency = True) | ||
|
|
||
|
|
@@ -186,6 +221,15 @@ bazel_dep(name = "score_docs_as_code", version = "2.3.0", dev_dependency = True) | |
| # ============================================================================ | ||
| bazel_dep(name = "score_communication", version = "0.1.2") | ||
|
|
||
| # On aarch64 (ARM), C's char is unsigned (u8) | ||
| # Fixed upstream on main by commit b9efce9702d108fd63be806738db50c14d354302 | ||
| # Opened problem report at: https://github.com/eclipse-score/communication/issues/172 | ||
| single_version_override( | ||
| module_name = "score_communication", | ||
| patch_strip = 1, | ||
| patches = ["//:third_party/score_communication-cchar.patch"], | ||
| ) | ||
|
|
||
| # ============================================================================ | ||
| # Base Libraries | ||
| # ============================================================================ | ||
|
|
||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change | ||||
|---|---|---|---|---|---|---|
| @@ -1,4 +1,3 @@ | ||||||
| # SOME/IP Gateway | ||||||
|
|
||||||
| The gateway is divided into a gateway daemon (gatewayd) which contains the network-independent logic (payload serialization, etc.) and the SOME/IP daemon (someipd) which binds to the concrete SOME/IP stack. | ||||||
|
|
@@ -41,42 +40,37 @@ bazel run //examples/car_window_sim:car_window_controller | |||||
| If you type `open` or `close` the command will be sent via network. | ||||||
|
|
||||||
|
|
||||||
| ### QEMU x86_64 - based integration test and unit tests | ||||||
|
|
||||||
| For integration tests where the communication between two QEMU instances is required, a custom implementation is used to start and manage the QEMU instances within the test logic. This is because ITF does not support starting multiple QEMU instances in parallel yet. | ||||||
|
|
||||||
| For the QEMU QNX x864 image to run on host please run the script deployment/qemu/setup_bridge.sh with sudo privileges to setup the required network bridge and tap interfaces. | ||||||
| It is stronly recommended to run all tests with `--nocache_test_results` which is the best way on development cycles to ensure you are always running the latest version of the tests and not accidentally running cached results. | ||||||
|
Contributor
There was a problem hiding this comment.
Suggested change
|
||||||
|
|
||||||
| Tu run all tests (will take around 2 minutes) | ||||||
|
Contributor
There was a problem hiding this comment.
Suggested change
|
||||||
|
|
||||||
| ```sh | ||||||
| bazel test //tests/... --test_output=all --nocache_test_results --config=x86_64-qnx | ||||||
| ``` | ||||||
|
|
||||||
| For Integration SOMEIP Service Discovery tests: | ||||||
|
|
||||||
| ```sh | ||||||
| bazel test //tests/integration/... --test_output=all --config=x86_64-qnx | ||||||
| ``` | ||||||
|
|
||||||
| Run a specific integration test `test_negative_only_qemu1_with_services` for SOMEIP Service Discovery test suite: | ||||||
|
|
||||||
| ```sh | ||||||
| bazel test //tests/integration:test_someip_sd --test_output=all --config=x86_64-qnx --test_arg='-k' --test_arg='test_negative_only_qemu1_with_services' | ||||||
| ``` | ||||||
|
|
||||||
| To run the QNX tests using dev containers please execute the shell command: | ||||||
|
Contributor
There was a problem hiding this comment. This is only needed in devcontainer or also when running locally?
Contributor
Author
There was a problem hiding this comment. First question : is needed independent if its host or docker containers . |
||||||
|
|
||||||
| ```sh | ||||||
| sudo deployment/qemu/setup_bridge.sh | ||||||
| ``` | ||||||
|
|
||||||
| ## 📝 Configuration | ||||||
|
|
||||||
| ### Gatewayd Config Schema Validation | ||||||
|
|
||||||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,126 @@ | ||
| # ******************************************************************************* | ||
| # Copyright (c) 2026 Contributors to the Eclipse Foundation | ||
| # | ||
| # See the NOTICE file(s) distributed with this work for additional | ||
| # information regarding copyright ownership. | ||
| # | ||
| # This program and the accompanying materials are made available under the | ||
| # terms of the Apache License Version 2.0 which is available at | ||
| # https://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # SPDX-License-Identifier: Apache-2.0 | ||
| # ******************************************************************************* | ||
|
|
||
| # ============================================================================= | ||
| # QNX QEMU Image for SOME/IP Gateway | ||
| # | ||
| # Builds a bootable QNX IFS (Image File System) containing the someipd and | ||
| # gatewayd daemons, then provides a target to run it under QEMU. | ||
| # | ||
| # Usage: | ||
| # # Build the IFS image | ||
| # bazel build //deployment/qemu:someip_gateway_ifs --config=x86_64-qnx | ||
| # ============================================================================= | ||
|
|
||
| load("@rules_pkg//pkg:tar.bzl", "pkg_tar") | ||
| load("@score_toolchains_qnx//rules/fs:ifs.bzl", "qnx_ifs") | ||
|
|
||
| # Export scripts for use as data dependencies in tests | ||
| exports_files( | ||
| [ | ||
| "run_qemu.sh", | ||
| ], | ||
| visibility = ["//visibility:public"], | ||
|
|
||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # Package all gateway binaries + configs into a single tar for IFS inclusion | ||
| # --------------------------------------------------------------------------- | ||
| pkg_tar( | ||
| name = "gateway_binaries_pkg", | ||
| srcs = [ | ||
| "//src/gatewayd", | ||
| "//src/someipd", | ||
| "//tests/integration/sample_client", | ||
| ], | ||
| include_runfiles = True, | ||
| package_dir = "/", | ||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # Package shared libraries (.so) for /usr/lib in the IFS | ||
| # --------------------------------------------------------------------------- | ||
| pkg_tar( | ||
| name = "gateway_libs_pkg", | ||
| srcs = [ | ||
| "@vsomeip", | ||
| ], | ||
| include_runfiles = True, | ||
| package_dir = "/", | ||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # Package gateway config files for the IFS | ||
| # --------------------------------------------------------------------------- | ||
| pkg_tar( | ||
| name = "gateway_configs_pkg", | ||
| srcs = [ | ||
| "//src/gatewayd:config_file", | ||
| "//src/gatewayd:etc/mw_com_config.json", | ||
| ], | ||
| strip_prefix = "/src/gatewayd/etc", | ||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # Package someipd config files for the IFS | ||
| # --------------------------------------------------------------------------- | ||
| pkg_tar( | ||
| name = "someipd_configs_pkg", | ||
| srcs = [ | ||
| "//src/someipd:etc/mw_com_config.json", | ||
| "//tests/integration:vsomeip.json", | ||
| ], | ||
| remap_paths = { | ||
| "/src/someipd/etc/mw_com_config.json": "mw_com_config.json", | ||
| "/tests/integration/vsomeip.json": "vsomeip.json", | ||
| }, | ||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # Package sample_client config files for the IFS | ||
| # --------------------------------------------------------------------------- | ||
| pkg_tar( | ||
| name = "sample_client_configs_pkg", | ||
| srcs = [ | ||
| "//tests/integration/sample_client:vsomeip.json", | ||
| ], | ||
| remap_paths = { | ||
| "/tests/integration/sample_client/vsomeip.json": "vsomeip.json", | ||
| }, | ||
| ) | ||
|
|
||
| # --------------------------------------------------------------------------- | ||
| # QNX IFS image: boots QNX 8.0 with someipd + gatewayd inside with networking | ||
| # --------------------------------------------------------------------------- | ||
| qnx_ifs( | ||
| name = "someip_gateway_ifs", | ||
| testonly = True, | ||
| srcs = [ | ||
| "//deployment/qemu/configs:network_configs", | ||
| "//deployment/qemu/configs:ssh_configs", | ||
| ], | ||
| out = "someip_gateway_x86_64.ifs", | ||
| build_file = "init_x86_64.build", | ||
| target_compatible_with = [ | ||
| "@platforms//cpu:x86_64", | ||
| "@platforms//os:qnx", | ||
| ], | ||
| tars = { | ||
| "GATEWAY_BINS": ":gateway_binaries_pkg", | ||
| "GATEWAY_LIBS": ":gateway_libs_pkg", | ||
| "GATEWAY_CONFIGS": ":gateway_configs_pkg", | ||
| "SOMEIPD_CONFIGS": ":someipd_configs_pkg", | ||
| "SAMPLE_CLIENT_CONFIGS": ":sample_client_configs_pkg", | ||
| }, | ||
| visibility = ["//visibility:public"], | ||
| ) | ||
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Please add that strategy to those tests which need to be executed locally. At the very least it should be limited to the
testcommand and not incommonUh oh!
There was an error while loading. Please reload this page.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
updated to test only form qnx arm anx x86_64