feat: consolidate all YAML conditionals

.devcontainer/Dockerfile

@@ -28,6 +28,7 @@ RUN \
     libgmp-dev \
     libnewlib-dev\
     libyaml-dev \
+    minisat \
     nodejs \
     npm \
     parallel \
@@ -36,7 +37,41 @@ RUN \
     python3.12-venv \
     ruby \
     ruby-dev \
-    shellcheck
+    shellcheck \
+    zlib1g-dev
+
+# build/install eqntott
+RUN  <<CMDS
+  git clone --depth=1 https://github.com/TheProjecter/eqntott.git
+  cd eqntott
+  ./configure
+  make && make install
+  cd ..
+  rm -rf eqntott
+CMDS
+
+# build/install espresso
+RUN <<CMDS
+  git clone --depth=1 https://github.com/psksvp/espresso-ab-1.0.git
+  cd espresso-ab-1.0
+  ./configure
+  make && make install
+  cd ..
+  rm -rf espresso-ab-1.0
+CMDS
+
+# build / install must
+RUN <<CMDS
+  git clone https://github.com/jar-ben/mustool.git
+  cd mustool
+  git checkout 17fa9f9542a9ce05328dfccd1cd410f05f741ab3
+  # mcsmus/mcsmus/control.cc is missing #include <cstdio>
+  sed -i -e 's/#include <signal.h>/#include <signal.h>\n#include <cstdio>/' mcsmus/mcsmus/control.cc
+  make
+  install must -m 0777 /usr/bin/must
+  cd ..
+  rm -rf mustool
+CMDS
 
 RUN apt-get clean autoclean
 RUN apt-get autoremove -y

.github/workflows/container.yml

@@ -6,9 +6,12 @@ on:
   workflow_dispatch:
 jobs:
   publish-singularity-container:
-    runs-on: ubuntu-latest
     env:
       SINGULARITY: 1
+    strategy:
+      matrix:
+        runner: [ubuntu-24.04, ubuntu-24.04-arm]
+    runs-on: ${{ matrix.runner }}
     steps:
       - name: Clone Github Repo Action
         uses: actions/checkout@v4

.github/workflows/regress.yml

@@ -44,6 +44,97 @@ jobs:
           disable_search: true
           files: tools/ruby-gems/idlc/coverage/coverage.xml
           flags: idlc
+  regress-find-configs:
+    runs-on: ubuntu-latest
+
+    outputs:
+      configs: ${{ steps.configs.outputs.configs }}
+
+    steps:
+      - uses: actions/checkout@v5
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '3.2'
+      - name: Find configuration files
+        id: configs
+        run: |
+          ruby -e "puts 'configs=[\"' + Dir.glob('cfgs/*.yaml').map { |f| File.basename(f, '.yaml') }.join('\", \"') + '\"]'" >> "$GITHUB_OUTPUT"
+  regress-udb-validate-configs:
+    runs-on: ubuntu-latest
+
+    needs: regress-find-configs
+    strategy:
+      matrix:
+        config: ${{ fromJSON(needs.regress-find-configs.outputs.configs) }}
+
+    steps:
+      - name: Clone Github Repo Action
+        uses: actions/checkout@v4
+      - name: singularity setup
+        uses: ./.github/actions/singularity-setup
+      - name: Run udb gem test_${{ matrix.config }} unit test
+        run: ./bin/ruby tools/ruby-gems/udb/test/test_cfg.rb -n test_cfg_${{ matrix.config }}_valid
+      - name: Rename coverage file
+        run: mv tools/ruby-gems/udb/coverage/.resultset.json tools/ruby-gems/udb/coverage/${{ matrix.config }}.resultset.json
+      - name: Save coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: udb-test-cfg-${{ matrix.config }}-cov
+          path: tools/ruby-gems/udb/coverage/${{ matrix.config }}.resultset.json
+  regress-udb-unit-test:
+    runs-on: ubuntu-latest
+    env:
+      SINGULARITY: 1
+    strategy:
+      matrix:
+        test:
+          - logic
+          - conditions
+          - cli
+          - yaml_loader
+          - cfg_arch
+    steps:
+      - name: Clone Github Repo Action
+        uses: actions/checkout@v4
+      - name: singularity setup
+        uses: ./.github/actions/singularity-setup
+      - name: Run udb gem ${{ matrix.test }} unit tests
+        run: ./bin/ruby tools/ruby-gems/udb/test/test_${{ matrix.test }}.rb
+      - name: Rename coverage file
+        run: mv tools/ruby-gems/udb/coverage/.resultset.json tools/ruby-gems/udb/coverage/${{ matrix.test }}.resultset.json
+      - name: Save coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: udb-${{ matrix.test }}-cov
+          path: tools/ruby-gems/udb/coverage/${{ matrix.test }}.resultset.json
+  regress-udb-cov-report:
+    runs-on: ubuntu-latest
+    env:
+      SINGULARITY: 1
+    needs:
+      - regress-udb-unit-test
+      - regress-udb-validate-configs
+    steps:
+      - name: Clone Github Repo Action
+        uses: actions/checkout@v4
+      - name: singularity setup
+        uses: ./.github/actions/singularity-setup
+      - name: download coverage
+        uses: actions/download-artifact@v5
+        with:
+          pattern: udb-*-cov
+          path: _cov/udb
+          merge-multiple: true
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Collate coverage
+        run: ./do chore:udb:collate_cov[_cov/udb]
+      - name: Upload udb coverage reports to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          disable_search: true
+          files: tools/ruby-gems/udb/coverage/coverage.xml
+          flags: udb
   regress-gen-isa-manual:
     runs-on: ubuntu-latest
     env:
@@ -84,17 +175,14 @@ jobs:
   regress-gen-ext-pdf:
     runs-on: ubuntu-latest
     env:
-      EXT: B
-      VERSION: latest
       SINGULARITY: 1
-      PSEUDO: both
     steps:
       - name: Clone Github Repo Action
         uses: actions/checkout@v4
       - name: singularity setup
         uses: ./.github/actions/singularity-setup
-      - name: Generate extension PDF
-        run: ./do gen:ext_pdf
+      - name: Generate Xqci extension PDF
+        run: ./bin/ruby tools/scripts/gen_xqci.rb
   regress-gen-certificate:
     runs-on: ubuntu-latest
     env:
@@ -232,8 +320,8 @@ jobs:
         uses: actions/checkout@v4
       - name: singularity setup
         uses: ./.github/actions/singularity-setup
-      - name: Run cpp unit tests
-        run: ./do gen:ext_pdf EXT=Xqci CFG=qc_iu.yaml VERSION=latest
+      - name: Generate Xqci pdf documentation
+        run: ./bin/ruby tools/scripts/gen_xqci.rb
   regress-profile-extensions:
     runs-on: ubuntu-latest
     env:

.gitignore

@@ -7,6 +7,7 @@
 .stamps
 .venv
 .asciidoctor
+.cache
 .vscode/*
 !.vscode/launch.json
 !.vscode/extensions.json

.pre-commit-config.yaml

@@ -19,7 +19,8 @@ repos:
         stages: [pre-commit]
       - id: end-of-file-fixer
         stages: [pre-commit]
-        exclude: \.((golden\.adoc)|svg)$
+        # exclude read-only files, and those sensitive to any change
+        exclude: (cfgs/profile.*|.*\.golden\.adoc$|.*\.svg|amo.*\.yaml$)
       - id: trailing-whitespace
         stages: [pre-commit]
         args: [--markdown-linebreak-ext=md]
@@ -40,7 +41,7 @@ repos:
       - id: prettier
         stages: [pre-commit]
         files: \.(json|toml|yml|yaml)$
-        exclude: schemas/json-schema-draft-07.json
+        exclude: schemas/json-schema-draft-07.json|cfgs/profile/.*
 
   - repo: https://github.com/python-jsonschema/check-jsonschema
     rev: 0.33.0

.vscode/settings.json

@@ -1,8 +1,9 @@
 {
-  "solargraph.bundlerPath": "bin/bundle",
+  "solargraph.bundlerPath": "./bin/bundle",
   "solargraph.useBundler": true,
   "sorbet.lspConfigs": [
 
+
     {
       "id": "container",
       "name": "Sorbet (UDB)",
@@ -34,13 +35,13 @@
       "name": "Sorbet (Host)",
       "description": "Sorbet on the host",
       "command": [
-        "/usr2/dhower/.rbenv/shims/bundle",
+        "bundle",
         "exec",
         "srb",
         "typecheck",
         "--lsp",
         "--dir",
-        "tools/gems",
+        "tools/ruby-gems",
         "--ignore",
         "api_doc",
         "--ignore",
@@ -66,5 +67,89 @@
       ]
     }
   ],
-  "sorbet.selectedLspConfigId": "host"
+  "sorbet.selectedLspConfigId": "host",
+  "rubyTestExplorer.debugCommand": "bundle exec rdebug-ide",
+  "rubyTestExplorer.minitestCommand": "bundle exec rake",
+  "rubyTestExplorer.rspecCommand": "bundle exec rspec",
+  "rubyTestExplorer.testFramework": "minitest",
+  "rubyTestExplorer.minitestDirectory": "./tools/ruby-gems/idlc/test/",
+  "ipynb.experimental.serialization": false,
+  "files.associations": {
+    "any": "cpp",
+    "array": "cpp",
+    "atomic": "cpp",
+    "bit": "cpp",
+    "bitset": "cpp",
+    "cctype": "cpp",
+    "charconv": "cpp",
+    "chrono": "cpp",
+    "clocale": "cpp",
+    "cmath": "cpp",
+    "codecvt": "cpp",
+    "compare": "cpp",
+    "complex": "cpp",
+    "concepts": "cpp",
+    "condition_variable": "cpp",
+    "csignal": "cpp",
+    "cstdarg": "cpp",
+    "cstddef": "cpp",
+    "cstdint": "cpp",
+    "cstdio": "cpp",
+    "cstdlib": "cpp",
+    "cstring": "cpp",
+    "ctime": "cpp",
+    "cwchar": "cpp",
+    "cwctype": "cpp",
+    "deque": "cpp",
+    "forward_list": "cpp",
+    "list": "cpp",
+    "map": "cpp",
+    "set": "cpp",
+    "string": "cpp",
+    "unordered_map": "cpp",
+    "unordered_set": "cpp",
+    "vector": "cpp",
+    "exception": "cpp",
+    "algorithm": "cpp",
+    "functional": "cpp",
+    "iterator": "cpp",
+    "memory": "cpp",
+    "memory_resource": "cpp",
+    "numeric": "cpp",
+    "optional": "cpp",
+    "random": "cpp",
+    "ratio": "cpp",
+    "regex": "cpp",
+    "source_location": "cpp",
+    "string_view": "cpp",
+    "system_error": "cpp",
+    "tuple": "cpp",
+    "type_traits": "cpp",
+    "utility": "cpp",
+    "fstream": "cpp",
+    "future": "cpp",
+    "initializer_list": "cpp",
+    "iomanip": "cpp",
+    "iosfwd": "cpp",
+    "iostream": "cpp",
+    "istream": "cpp",
+    "limits": "cpp",
+    "mutex": "cpp",
+    "new": "cpp",
+    "numbers": "cpp",
+    "ostream": "cpp",
+    "ranges": "cpp",
+    "semaphore": "cpp",
+    "span": "cpp",
+    "sstream": "cpp",
+    "stdexcept": "cpp",
+    "stop_token": "cpp",
+    "streambuf": "cpp",
+    "thread": "cpp",
+    "cinttypes": "cpp",
+    "typeindex": "cpp",
+    "typeinfo": "cpp",
+    "valarray": "cpp",
+    "variant": "cpp"
+  }
 }

Gemfile

@@ -5,25 +5,22 @@ ruby "~> 3.2"
 # local gems in UDB
 gem "idlc", path: "tools/ruby-gems/idlc"
 gem "idl_highlighter", path: "tools/ruby-gems/idl_highlighter"
-gem "udb_helpers", path: "tools/ruby-gems/udb_helpers"
 gem "udb", path: "tools/ruby-gems/udb"
+gem "udb-gen", path: "tools/ruby-gems/udb-gen"
+gem "udb_helpers", path: "tools/ruby-gems/udb_helpers"
 
 source "https://rubygems.org"
 
-# gem "activesupport"
+gem "activesupport"
 gem "asciidoctor-diagram", "~> 2.2"
 gem "asciidoctor-pdf"
 gem "base64"
 gem "bigdecimal"
 gem "concurrent-ruby", require: "concurrent"
 gem "concurrent-ruby-ext"
 gem "json_schemer", "~> 1.0"
-# gem "pygments.rb"
 gem "rake", "~> 13.0"
-#gem "rouge"
-gem "ruby-progressbar", "~> 1.13"
 gem "sorbet-runtime"
-#gem "treetop", "1.6.12"
 gem "ttfunk", "1.7" # needed to avoid having asciidoctor-pdf dependencies pulling in a buggy version of ttunk (1.8)
 gem "webrick"
 gem "write_xlsx"
@@ -38,7 +35,6 @@ group :development do
   gem "rubocop-performance"
   gem "rubocop-sorbet"
   gem "ruby-prof"
-  gem "solargraph"
   gem "sorbet"
   gem "spoom"
   gem "tapioca", require: false