usbhost, audioif, cameraif and displayif live here now; MicroPython pin moves to v1.30.0-preview-160

.github/workflows/audioif.yml

@@ -0,0 +1,71 @@
+# audioif on the unix port beside audiodsp: the driver binds with a thread, each probe's planted fault fails first, then the probes and CircuitPython's own I2SOut example pass. (These checks moved here with audioif from its own repository, 2026-10-19.)
+name: audioif
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'modules/audioif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/audioif.yml'
+  pull_request:
+    paths:
+      - 'modules/audioif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/audioif.yml'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  unix-driver:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    steps:
+      - uses: actions/checkout@v7
+      - name: Install the unix port's build dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y libffi-dev pkg-config
+      # audiodsp comes at its modules.lock commit; audioif's glue finds it
+      # as its sibling in modules/.
+      - name: Build the unix port with audiodsp and audioif
+        run: python3 build_mp.py --port unix --modules audiodsp,audioif
+
+      - name: The driver bound, and it has a thread
+        run: |
+          ./builds/unix/standard/micropython -c "
+          import audiopump, audiobusio
+          name = audiopump.driver()
+          assert name == 'pthread', 'driver() says %r' % name
+          assert audiopump.threaded(), 'a bound driver with no thread'
+          print('driver:', name, 'threaded:', audiopump.threaded())"
+
+      # A probe whose failing mode is never exercised is not a gate.
+      - name: The probes, and proof each one can fail
+        run: |
+          MP=./builds/unix/standard/micropython
+          TMP="${RUNNER_TEMP:-/tmp}"
+          run () { "$MP" -X heapsize=256M "modules/audioif/tests/$@"; }
+          for planted in "busio_probe.py $TMP --fault deaf" \
+                         "sink_probe.py $TMP --fault flip" \
+                         "sink_probe.py $TMP --fault truncate"; do
+            if run $planted > /dev/null; then
+              echo "the planted fault passed: $planted" >&2
+              exit 1
+            fi
+          done
+          run sink_probe.py "$TMP"
+          run busio_probe.py "$TMP"
+
+      - name: CircuitPython's documented example, unmodified
+        run: |
+          OUT="${RUNNER_TEMP:-/tmp}/cp_example.raw"
+          ./builds/unix/standard/micropython -X heapsize=256M modules/audioif/tests/cp_example_probe.py "$OUT"
+          test -s "$OUT" || { echo "the example played nothing" >&2; exit 1; }
+          echo "$(stat -c%s "$OUT") bytes out of the docstring example"

.github/workflows/cameraif.yml

@@ -0,0 +1,38 @@
+# cameraif: flake8 over its examples (defect checks only, configured in modules/cameraif/.flake8). Its C is MIPI-CSI hardware, proven on the P4. (These checks moved here with cameraif from its own repository, 2026-10-19.)
+name: cameraif
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'modules/cameraif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/cameraif.yml'
+  pull_request:
+    paths:
+      - 'modules/cameraif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/cameraif.yml'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  flake8:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    defaults:
+      run:
+        working-directory: modules/cameraif
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.13'
+      - run: python -m pip install flake8
+      - run: python -m flake8

.github/workflows/displayif.yml

@@ -0,0 +1,57 @@
+# displayif on the unix port: every qstr reachable on every port that compiles it, usdl2 opens a window headless, the lifecycle API, and the packed fill in C. (These checks moved here with displayif from its own repository, 2026-10-19.)
+name: displayif
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'modules/displayif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/displayif.yml'
+  pull_request:
+    paths:
+      - 'modules/displayif/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/displayif.yml'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  unix-usdl2:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    steps:
+      - uses: actions/checkout@v7
+      - name: Every qstr is reachable on every port that compiles it
+        run: python3 modules/displayif/tools/check_qstr_reachability.py
+      - name: The packed framebuffer fill, every depth
+        working-directory: modules/displayif
+        run: cc -I src/include -o /tmp/t tests/test_fb_fill_packed.c && /tmp/t
+      - name: Install SDL2 and the unix port's build dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y libsdl2-dev libffi-dev pkg-config
+      - name: Build the unix port with displayif
+        run: python3 build_mp.py --port unix --modules displayif
+      - name: Smoke the result (usdl2 import + window init, headless)
+        env:
+          SDL_VIDEODRIVER: dummy
+        run: |
+          ./builds/unix/standard/micropython -c "
+          import usdl2
+          assert usdl2.SDL_Init(usdl2.SDL_INIT_VIDEO) == 0, usdl2.SDL_GetError()
+          win = usdl2.SDL_CreateWindow(
+              'displayif smoke', usdl2.SDL_WINDOWPOS_UNDEFINED, usdl2.SDL_WINDOWPOS_UNDEFINED,
+              320, 240, usdl2.SDL_WINDOW_SHOWN)
+          assert win, usdl2.SDL_GetError()
+          print('displayif OK: usdl2 window created:', win)
+          usdl2.SDL_DestroyWindow(win)
+          usdl2.SDL_Quit()"
+      - name: tests/test_lifecycle_api.py under the built interpreter
+        run: ./builds/unix/standard/micropython modules/displayif/tests/test_lifecycle_api.py

.github/workflows/usbhost.yml

@@ -0,0 +1,138 @@
+# usbhost: the host-testable C (rings, the C sink's gate, the host streams'
+# pacing, framing and downmix), each with planted faults it has to catch;
+# the examples' checks on CPython; and the unix port built with the module,
+# the only place mod_usbhost.c compiles on a runner. (These moved here with
+# usbhost from usbif's own workflows, 2026-10-19.)
+name: usbhost
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'modules/usbhost/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/usbhost.yml'
+  pull_request:
+    paths:
+      - 'modules/usbhost/**'
+      - 'build_mp.py'
+      - 'modules.lock'
+      - 'patches/**'
+      - '.github/workflows/usbhost.yml'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  c:
+    name: Host-testable C
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    defaults:
+      run:
+        working-directory: modules/usbhost
+    steps:
+      - uses: actions/checkout@v7
+      - name: The SPSC ring and the byte ring
+        run: |
+          cc -std=c11 -Wall -Wextra -Werror -Isrc -o /tmp/test_ringbuf tests/test_ringbuf.c src/shared/usbhost_ringbuf.c
+          /tmp/test_ringbuf
+          cc -std=c11 -Wall -Wextra -Werror -Isrc -o /tmp/test_byte_ring tests/test_byte_ring.c src/shared/usbhost_byte_ring.c
+          /tmp/test_byte_ring
+      - name: The C sink's lifetime (usbif#43), plain, under ASan and under TSan
+        # Real threads: a writer racing close() and free().
+        run: |
+          SRCS="tests/test_pcm_sink.c src/shared/usbhost_byte_ring.c"
+          cc -std=c11 -Wall -Wextra -Werror -O2 -pthread -Isrc -o /tmp/test_pcm_sink $SRCS
+          /tmp/test_pcm_sink
+          cc -std=c11 -Wall -Wextra -Werror -O1 -g -pthread -fsanitize=address,undefined \
+             -Isrc -o /tmp/test_pcm_sink_asan $SRCS
+          /tmp/test_pcm_sink_asan
+          cc -std=c11 -Wall -Wextra -Werror -O1 -g -pthread -fsanitize=thread \
+             -Isrc -o /tmp/test_pcm_sink_tsan $SRCS
+          setarch -R /tmp/test_pcm_sink_tsan
+      - name: The C sink tests can fail (planted faults must be caught)
+        run: |
+          SRCS="tests/test_pcm_sink.c src/shared/usbhost_byte_ring.c"
+          for fault in USBHOST_PCM_SINK_PLANT_NO_WAIT USBHOST_PCM_SINK_PLANT_NO_TRYLOCK; do
+            cc -std=c11 -Wall -Wextra -Werror -O1 -g -pthread -fsanitize=address,undefined \
+               -Isrc -D$fault -o /tmp/test_pcm_sink_planted $SRCS
+            if /tmp/test_pcm_sink_planted > /tmp/planted.log 2>&1; then
+              cat /tmp/planted.log
+              echo "planted fault $fault was NOT caught"; exit 1
+            fi
+            echo "planted fault $fault caught:"; grep -E "FAIL|ERROR: AddressSanitizer" /tmp/planted.log | head -3
+          done
+      - name: The host streams' queue sizing, pacing, UVC framing and downmix
+        run: |
+          cc -std=c11 -Wall -Wextra -Werror -Isrc -o /tmp/test_iso_queue tests/test_iso_queue.c
+          /tmp/test_iso_queue
+          cc -std=c11 -Wall -Wextra -Werror -O1 -g -fsanitize=address,undefined -Isrc \
+             -o /tmp/test_iso_stream tests/test_iso_stream.c
+          /tmp/test_iso_stream
+      - name: The pacing, framing and downmix tests can fail
+        run: |
+          for fault in USBHOST_UVC_FRAME_PLANT_NO_SYNC USBHOST_ISO_PACE_PLANT_DROP_REMAINDER USBHOST_DOWNMIX_PLANT_LEFT_ONLY; do
+            cc -std=c11 -Wall -Wextra -Werror -Isrc -D$fault -o /tmp/test_iso_planted tests/test_iso_stream.c
+            if /tmp/test_iso_planted > /tmp/planted.log 2>&1; then
+              cat /tmp/planted.log
+              echo "planted fault $fault was NOT caught"; exit 1
+            fi
+            echo "planted fault $fault caught:"; grep FAIL /tmp/planted.log | head -3
+          done
+      - name: The sound card pump block (the meter reads what plays), and its planted fault
+        run: |
+          cc -std=c11 -Wall -Wextra -Werror -O1 -g -fsanitize=address,undefined -Isrc \
+             -o /tmp/test_pump_block tests/test_pump_block.c
+          /tmp/test_pump_block
+          cc -std=c11 -Wall -Wextra -Werror -Isrc -DUSBHOST_PUMP_PLANT_METER_BEFORE_GAIN \
+             -o /tmp/test_pump_block_planted tests/test_pump_block.c
+          if /tmp/test_pump_block_planted > /tmp/planted.log 2>&1; then
+            cat /tmp/planted.log
+            echo "metering before the gain was NOT caught"; exit 1
+          fi
+          echo "planted fault caught:"; grep FAIL /tmp/planted.log | head -3
+
+  python:
+    # The examples' checks, the guard that keeps _usbhost out of examples
+    # and docs, and the tick-rate scan of src/. The examples lean on
+    # pydevices' events, found at modules/pydevices.
+    name: Examples and source checks (CPython)
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/checkout@v7
+        with:
+          repository: PyDevices/pydevices
+          path: modules/pydevices
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.13'
+      - name: Run the suite
+        working-directory: modules/usbhost
+        run: python -m unittest discover -s tests -p "test_*.py" -v
+      - name: flake8 (defect checks only, configured in modules/usbhost/.flake8)
+        working-directory: modules/usbhost
+        run: |
+          python -m pip install flake8
+          python -m flake8
+
+  unix:
+    name: The unix port with usbhost
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    steps:
+      - uses: actions/checkout@v7
+      - name: Install the unix port's build dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y build-essential pkg-config libffi-dev
+      - name: Build the unix port with usbhost
+        run: python3 build_mp.py --port unix --modules usbhost
+      - name: _usbhost imports and says which tree it was built from
+        run: |
+          ./builds/unix/standard/micropython -c "import _usbhost; print(_usbhost.__revision__)"

.gitignore

@@ -7,6 +7,10 @@
 !/modules/manifest.py
 !/modules/all/
 !/modules/castif/
+!/modules/usbhost/
+!/modules/audioif/
+!/modules/cameraif/
+!/modules/displayif/
 !/modules/h264enc/
 !/modules/tsmux/
 !/modules/ppa/

README.md

@@ -86,6 +86,10 @@ New here? The [newcomer's guide](docs/newcomers.md) explains the model; the
 - [`patches/tinyusb/`](patches/tinyusb/) — patches to the TinyUSB the esp32 port builds on the
   S2, S3 and P4, which `build_mp.py` applies to `deps/espressif__tinyusb`
   (at its `deps.lock` tag) and builds in place of the port's own copy.
+- [`patches/micropython-lib/`](patches/micropython-lib/) — micropython-lib's own fixes from
+  after the commit MicroPython's `lib/micropython-lib` points at, which `apply_patches.py`
+  puts on the submodule after every update. A firmware that freezes those packages, and
+  a board whose `/lib` you fill from the submodule, both get them.
 - [`variants/`](variants/) — our variants: `unix/` and `windows/` (`pydevices`,
   `vst3-engine`), and `webassembly/` (`pydevices`, with the `wasmbridge`
   module and a Fetch-backed `requests`), and `esp32/`: the sdkconfig

UPSTREAM

@@ -1 +1 @@
-v1.29.0
+b70ae1aca657bb93e2857dac4e2a2d21a3803200

build_mp.py

@@ -173,9 +173,8 @@ def ensure_micropython(ws):
     if ws:
         link(MP, ws / "micropython")
     else:
-        upstream = (REPO / "UPSTREAM").read_text().strip()
-        say(f"cloning MicroPython {upstream}")
-        run(["git", "-c", "advice.detachedHead=false", "clone", "-q", "--depth", "1", "--branch", upstream, "https://github.com/micropython/micropython", str(MP)])
+        # UPSTREAM is a tag or a full commit: clone --branch takes only the first.
+        clone_at("https://github.com/micropython/micropython", (REPO / "UPSTREAM").read_text().strip(), MP)
 
 
 # lvgl-bindings is pinned in modules.lock beside the modules, but it is not a
@@ -400,6 +399,17 @@ def our_variant_dir(port, variant):
     return d if d.is_dir() else None
 
 
+def frozen_manifest(port, board, variant):
+    """The manifest a build freezes. A variant of ours, of a port or of a
+    board, may carry a manifest.py that includes modules/manifest.py and adds
+    what only that variant freezes; every other build freezes
+    modules/manifest.py itself."""
+    mine = board_variant_dir(port, board, variant) if board else our_variant_dir(port, variant)
+    if mine and (mine / "manifest.py").exists():
+        return mine / "manifest.py"
+    return MODULES_DIR / "manifest.py"
+
+
 def module_choices():
     return sorted(p.name for p in MODULES_DIR.iterdir() if p.is_dir() and not p.name.startswith("."))
 
@@ -1214,8 +1224,7 @@ def main():
     make = ["make", "-C", str(port_dir), "-j", JOBS, f"BUILD={build.as_posix()}", *winpy]
     prefix = ""
     ours = our_variant_dir(port, variant) if not board else None
-    manifest = ours / "manifest.py" if ours and (ours / "manifest.py").exists() else MODULES_DIR / "manifest.py"
-    make.append(f"FROZEN_MANIFEST={manifest.as_posix()}")
+    make.append(f"FROZEN_MANIFEST={frozen_manifest(port, board, variant).as_posix()}")
     if board:
         make.append(f"BOARD={board}")
         if variant:
@@ -1339,6 +1348,7 @@ def shell(cmd, log=None):
         rec["rp2_storage_bytes"] = rp2_storage
     rec["micropython"] = git_out(mp, "describe", "--always", "--abbrev=12")
     rec["module_revisions"] = revisions
+    rec["micropython_lib"] = apply_patches.lib_record(mp)
     if port == "esp32" and tinyusb:
         rec["tinyusb"] = git_out(tinyusb, "describe", "--tags", "--always")
     rec_path.write_text(json.dumps(rec, indent=1) + "\n")