Udmilp phase3 #12003
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: UDMI Test Suite | |
| on: | |
| push: | |
| branches: | |
| - '**' | |
| workflow_dispatch: | |
| pull_request: | |
| schedule: | |
| - cron: '0 13 * * *' | |
| concurrency: | |
| group: ci-${{ github.repository }} | |
| cancel-in-progress: true | |
| jobs: | |
| unit: | |
| name: Unit Tests | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Checkout source | |
| uses: actions/checkout@v4 | |
| - name: start and test local servers | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| bin/start_pubsub | |
| - name: bin/run_tests all_tests | |
| run: bin/run_tests all_tests | |
| - name: all test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_* | |
| - name: gencode test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_bin+gencode+check | |
| - name: validator test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_validator+bin+build+check | |
| - name: pubber test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_pubber+bin+build+check | |
| - name: udmis test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_udmis+bin+build+check | |
| - name: site test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_bin+test_sites | |
| - name: python generated classes test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_bin+test_generated_classes_py | |
| spelling: | |
| name: Docs Spelling Checks | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Check Spelling | |
| uses: rojopolis/[email protected] | |
| with: | |
| config_path: .spellcheck.yml | |
| task_name: Markdown | |
| automapping: | |
| name: Automapping capability | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 10 | |
| if: ${{ vars.TARGET_PROJECT != '' && !cancelled() }} | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: base setup | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| - name: local setup | |
| run: | | |
| bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| bin/pull_messages ${TARGET_PROJECT}%ZZ-TRI-FECTA > /tmp/message_capture.log 2>&1 & | |
| - name: bin/test_automapper | |
| run: bin/test_automapper $TARGET_PROJECT | |
| - name: extra devices | |
| run: | | |
| find sites/udmi_site_model/extras/ -type f | xargs sed -i '$a\' | |
| find sites/udmi_site_model/extras/ -type f | xargs more | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log | |
| - name: pubber log | |
| if: ${{ !cancelled() }} | |
| run: cat out/pubber.log.GAT-123 | |
| - name: captured messages | |
| if: ${{ !cancelled() }} | |
| run: | | |
| cat /tmp/message_capture.log | |
| mkdir -p out/registries && cd out/registries/ | |
| find . -type f | sort | xargs more | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-m | |
| path: '*_udmi-support_*.tgz' | |
| baseline: | |
| name: Baseline Tests | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 20 | |
| needs: automapping | |
| if: vars.TARGET_PROJECT != '' | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: registrar clean | |
| run: bin/test_regclean solo $TARGET_PROJECT | |
| - name: special sequences | |
| if: ${{ !cancelled() }} | |
| run: bin/test_special $TARGET_PROJECT | |
| - name: telemetry validator | |
| if: ${{ !cancelled() }} | |
| run: bin/test_validator $TARGET_PROJECT | |
| - name: validator result | |
| if: ${{ !cancelled() }} | |
| run: more out/validator.out || true | |
| - name: message captures | |
| if: ${{ !cancelled() }} | |
| run: | | |
| cd sites/udmi_site_model/out | |
| find . -type f | sort | xargs ls -l | |
| find . -type f | sort | xargs more | cat | |
| - name: nostate sequences | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer nostate full $TARGET_PROJECT | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: UDMI_REGISTRY_SUFFIX=_b bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-b | |
| path: '*_udmi-support_*.tgz' | |
| sequencer: | |
| name: Sequencer Tests | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 30 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] | |
| if: vars.TARGET_PROJECT != '' | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| UDMI_REGISTRY_SUFFIX: _${{ matrix.shard }} | |
| MATRIX_SHARD_COUNT: 10 | |
| MATRIX_SHARD_INDEX: ${{ matrix.shard }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: registrar clean | |
| run: bin/test_regclean $TARGET_PROJECT | |
| - name: sequence tests clean | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer clean nocheck $TARGET_PROJECT | |
| - name: sequence tests alpha | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer alpha nocheck $TARGET_PROJECT | |
| - name: sequence test post-process | |
| if: ${{ !cancelled() }} | |
| run: egrep ' test .* after .*s ' out/sequencer.log | tee out/timing_sequencer.out | |
| - name: itemized sequencer tests | |
| if: ${{ !cancelled() }} | |
| run: bin/test_itemized $TARGET_PROJECT | |
| - name: output files | |
| if: ${{ !cancelled() }} | |
| run: more out/*.out* | cat | |
| - name: pubber logs | |
| if: ${{ !cancelled() }} | |
| run: more out/pubber.log* pubber/out/*.json | cat | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log | |
| - name: itemized test post-process | |
| if: ${{ !cancelled() }} | |
| run: egrep ' test .* after .*s ' out/sequencer.log-* | tee out/timing_itemized.out | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: | | |
| bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| tar -tzvf *udmi-support*.tgz | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-${{ matrix.shard }} | |
| path: '*_udmi-support_*.tgz' | |
| runlocal: | |
| name: UDMIS Local Setup | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: base setup | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| bin/registrar sites/udmi_site_model | |
| - name: local setup | |
| run: | | |
| bin/start_local sites/udmi_site_model //mqtt/localhost | |
| bin/pull_messages //mqtt/localhost > out/message_capture.log 2>&1 & | |
| - name: bin/test_etcd | |
| run: bin/test_etcd | |
| - name: bin/test_mosquitto | |
| run: bin/test_mosquitto | |
| - name: bin/test_regclean | |
| run: bin/test_regclean //mqtt/localhost | |
| - name: bin/test_runlocal | |
| run: bin/test_runlocal | |
| - name: bin/test_sequencer | |
| run: bin/test_sequencer local full //mqtt/localhost $(< etc/local_tests.txt) | |
| - name: bin/test_udmis | |
| run: bin/test_udmis | |
| - name: mosquitto debug | |
| if: ${{ !cancelled() }} | |
| run: | | |
| mosquitto -h || true | |
| sudo more /etc/mosquitto/* /etc/mosquitto/conf.d/* || true | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log | |
| - name: mosquitto logs | |
| if: ${{ !cancelled() }} | |
| run: cat /var/log/mosquitto/mosquitto.log || true | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-l | |
| path: '*_udmi-support_*.tgz' | |
| endpoint: | |
| name: Endpoint Redirection | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 15 | |
| env: | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| TARGET_PROJECT: //mqtt/localhost | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: regclean | |
| run: bin/test_regclean $TARGET_PROJECT | |
| - name: bin/test_proxy | |
| if: ${{ env.MQTT_PROXY_HOST != '' }} | |
| run: bin/test_proxy $TARGET_PROJECT $MQTT_PROXY_HOST | |
| - name: bin/test_redirect | |
| run: bin/test_redirect $TARGET_PROJECT | |
| - name: pubber.log | |
| if: ${{ !cancelled() }} | |
| run: more out/pubber.log* | cat | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: UDMI_REGISTRY_SUFFIX=_r bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-r | |
| path: '*_udmi-support_*.tgz' | |
| posttest: | |
| name: Post-test Summarization | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 5 | |
| needs: [ baseline, sequencer, endpoint, runlocal ] | |
| if: ${{ !cancelled() && vars.TARGET_PROJECT != '' }} | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Base setup | |
| run: bin/setup_base | |
| - name: Download all sharded support packages | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: udmi-support_${{ github.run_id }} | |
| pattern: udmi-support_${{ github.run_id }}-* | |
| merge-multiple: true | |
| - name: Upload merged support package | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }} | |
| path: 'udmi-support_${{ github.run_id }}/*_udmi-support_*.tgz' | |
| - name: Processing support package | |
| run: bin/support_process udmi-support_* | |
| - name: Test run index | |
| run: | | |
| ls -d sites/udmi_site_model*/out*/devices/AHU-1/tests/* | |
| find out* -name 'schema*.out*' -size +0 | xargs more | cat | |
| - name: Sequencer validation | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequcheck | |
| - name: Itemized validation | |
| if: ${{ !cancelled() }} | |
| run: bin/test_itemcheck | |
| discovery: | |
| name: Discovery Tests | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| fetch-tags: true | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '21' | |
| - name: Setup prerequisites | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| ln -s sites/udmi_site_model/ site_model | |
| (cd site_model; git log -n 1) | |
| docker network create udminet --subnet 192.168.99.0/24 | |
| - name: Unit Tests | |
| run: | | |
| misc/discoverynode/testing/unit/unit_tests.sh | |
| - name: Integration Tests | |
| run: | | |
| misc/discoverynode/testing/integration/integration_test.sh | |
| - name: Build UDMIS container | |
| run: | | |
| udmis/bin/build check | |
| bin/container udmis build --no-check latest | |
| echo Built local UDMIS | |
| - name: Start UDMIS container | |
| run: | | |
| docker run -d --rm --net udminet --name udmis -p 8883:8883 \ | |
| -v $PWD/site_model:/root/site_model \ | |
| -v $PWD/var/tmp:/tmp \ | |
| -v $PWD/var/etcd:/root/udmi/var/etcd \ | |
| -v $PWD/var/mosquitto:/etc/mosquitto \ | |
| udmis udmi/bin/start_local block site_model/cloud_iot_config.json | |
| for count in `seq 0 30`; do | |
| echo Waiting for UDMIS startup $((30 - count)) | |
| [[ ! -f var/tmp/pod_ready.txt ]] || break | |
| (docker ps | fgrep -q udmis) || break | |
| sleep 1 | |
| done | |
| ls -l var/tmp/pod_ready.txt 2>&1 | |
| - name: E2E Tests | |
| # This runs as sudo because docker containers in Github CI run as root. | |
| # So, when the UDMIS container runs `keygen`, the CSR and SRL files are | |
| # owned by root, and cannot be ovewritten by system calls to keygen, | |
| # unless it too is root, or the behaviour is changed, or the permisions | |
| # are fixed. This also requires playing some fancy games with the sudo | |
| # eng and PATH, so that the right version of java is picked up! | |
| run: | | |
| export SAVE_PATH=$PATH | |
| sudo -E bash -c 'PATH=$SAVE_PATH misc/discoverynode/testing/e2e/test_local site_model' | |
| udmilp: | |
| name: Python Library Tests | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 15 | |
| strategy: | |
| matrix: | |
| python-version: [ "3.9", "3.10", "3.11", "3.12", "3.13" ] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Poetry | |
| run: | | |
| pip install poetry | |
| poetry config virtualenvs.in-project true | |
| - name: Cache poetry venv | |
| id: cache-deps | |
| uses: actions/cache@v4 | |
| with: | |
| path: .venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-venv-${{ hashFiles('poetry.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ matrix.python-version }}-venv- | |
| - name: Install dependencies | |
| run: | | |
| poetry install --with dev | |
| - name: Run tests with pytest | |
| run: | | |
| cd clientlib/python | |
| poetry run pytest -v tests/ | |
| - name: Run pylint | |
| if: matrix.python-version == '3.13' | |
| run: | | |
| cd clientlib/python | |
| poetry run pylint src tests |