build(arm64): cross-compile parakeet-cli for the Raspberry Pi 5

.github/workflows/release.yml

@@ -12,6 +12,10 @@ name: release
 # not need a lib directory). GGML_NATIVE=OFF keeps the binaries portable
 # across CPUs, same as the docker images and ci.yml.
 #
+# The linux cpu variants additionally ship as binary-only AppImages, built by
+# packaging/appimage/make-appimage.sh (the same script docker/Dockerfile.static
+# uses), so there is one grab-and-run file per arch alongside the tarballs.
+#
 # Variants:
 #   linux   x64: cpu, vulkan, cuda      arm64: cpu, vulkan
 #   macos   arm64: metal                x64: cpu (cross-compiled on the arm
@@ -195,6 +199,37 @@ jobs:
           path: ${{ steps.pack.outputs.bundle }}.tar.gz
           if-no-files-found: error
 
+      # Binary-only AppImage from the same static cpu binary, packaged by the
+      # same script docker/Dockerfile.static uses. cpu-only: the vulkan/cuda
+      # binaries need system GPU stacks an AppImage can't sensibly bundle.
+      - name: Package AppImage
+        if: matrix.backend == 'cpu'
+        id: appimage
+        run: |
+          case "${{ matrix.arch }}" in
+            x64)   arch=x86_64 ;;
+            arm64) arch=aarch64 ;;
+          esac
+          packaging/appimage/make-appimage.sh \
+            build/examples/cli/parakeet-cli "$arch" "${{ steps.ver.outputs.version }}" .
+          echo "name=parakeet-cli-${{ steps.ver.outputs.version }}-${arch}.AppImage" >> "$GITHUB_OUTPUT"
+
+      - name: Smoke test AppImage (version)
+        if: matrix.backend == 'cpu'
+        # EXTRACT_AND_RUN so the runner does not need FUSE.
+        run: |
+          expected="${{ steps.ver.outputs.cmake_version }}"
+          out=$(APPIMAGE_EXTRACT_AND_RUN=1 "./${{ steps.appimage.outputs.name }}" --version)
+          grep -qx "parakeet-cli ${expected}" <<<"$out"
+
+      - name: Upload AppImage artifact
+        if: matrix.backend == 'cpu'
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ steps.appimage.outputs.name }}
+          path: ${{ steps.appimage.outputs.name }}
+          if-no-files-found: error
+
       # Shared C-API lib (issue #25): a separate build so the CLI bundle above
       # stays a single self-contained binary. PARAKEET_SHARED=ON folds ggml into
       # libparakeet.so the same way it is folded into the CLI.

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t1-speech-60s.json

@@ -0,0 +1 @@
+{"model":"models/nemotron-3.5-asr-streaming-0.6b-q8_0.gguf","threads":1,"load_ms":256.136,"files":[{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":65961.541,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":65964.954,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":65959.403,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "}]}

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t1-speech-60s.thermal.csv

@@ -0,0 +1,132 @@
+1783771354,60600,2400000,5226,0x0
+1783771356,59500,2400000,5217,0x0
+1783771358,60600,2400000,5209,0x0
+1783771360,60600,2400000,5201,0x0
+1783771362,60600,2400000,5195,0x0
+1783771364,59500,2400000,5190,0x0
+1783771366,61150,2400000,5181,0x0
+1783771368,60600,2400000,5176,0x0
+1783771370,61150,2400000,5167,0x0
+1783771372,60600,2400000,5163,0x0
+1783771374,60050,2400000,5159,0x0
+1783771376,60050,2400000,5152,0x0
+1783771378,58950,2400000,5149,0x0
+1783771380,60600,2400000,5144,0x0
+1783771382,59500,2400000,5138,0x0
+1783771384,60050,2400000,5135,0x0
+1783771386,60600,2400000,5131,0x0
+1783771388,60050,2400000,5128,0x0
+1783771390,60600,2400000,5125,0x0
+1783771392,60600,2400000,5120,0x0
+1783771394,59500,2400000,5118,0x0
+1783771396,60050,2400000,5115,0x0
+1783771398,58950,2400000,5111,0x0
+1783771400,59500,2400000,5108,0x0
+1783771402,58950,2400000,5104,0x0
+1783771404,58950,2400000,5102,0x0
+1783771406,60050,2400000,5099,0x0
+1783771408,59500,2400000,5096,0x0
+1783771410,60600,2400000,5096,0x0
+1783771412,60600,2400000,5092,0x0
+1783771414,60050,2400000,5090,0x0
+1783771416,60600,2400000,5089,0x0
+1783771418,60600,2400000,5087,0x0
+1783771420,61150,2400000,5084,0x0
+1783771422,58950,2400000,5081,0x0
+1783771424,61150,2400000,5082,0x0
+1783771426,58950,2400000,5079,0x0
+1783771428,61700,2400000,5077,0x0
+1783771430,58950,2400000,5075,0x0
+1783771432,60600,2400000,5073,0x0
+1783771434,60050,2400000,5074,0x0
+1783771436,60600,2400000,5071,0x0
+1783771438,60600,2400000,5070,0x0
+1783771440,59500,2400000,5070,0x0
+1783771442,60050,2400000,5067,0x0
+1783771444,59500,2400000,5069,0x0
+1783771446,60600,2400000,5066,0x0
+1783771448,58950,2400000,5065,0x0
+1783771450,59500,2400000,5065,0x0
+1783771452,59500,2400000,5064,0x0
+1783771454,60050,2400000,5064,0x0
+1783771456,59500,2400000,5063,0x0
+1783771458,60600,2400000,5062,0x0
+1783771460,59500,2400000,5059,0x0
+1783771462,60050,2400000,5058,0x0
+1783771464,58950,2400000,5059,0x0
+1783771466,60600,2400000,5057,0x0
+1783771468,60050,2400000,5058,0x0
+1783771470,58950,2400000,5058,0x0
+1783771472,58950,2400000,5056,0x0
+1783771474,58950,2400000,5053,0x0
+1783771476,60600,2400000,5055,0x0
+1783771478,58950,2400000,5054,0x0
+1783771480,60600,2400000,5052,0x0
+1783771482,60600,2400000,5053,0x0
+1783771484,61700,2400000,5052,0x0
+1783771486,60050,2400000,5053,0x0
+1783771488,60050,2400000,5053,0x0
+1783771490,61150,2400000,5051,0x0
+1783771492,60600,2400000,5052,0x0
+1783771494,61150,2400000,5049,0x0
+1783771496,59500,2400000,5048,0x0
+1783771498,59500,2400000,5047,0x0
+1783771500,60600,2400000,5049,0x0
+1783771502,60050,2400000,5049,0x0
+1783771504,60600,2400000,5048,0x0
+1783771506,60050,2400000,5047,0x0
+1783771508,60050,2400000,5048,0x0
+1783771510,58950,2400000,5047,0x0
+1783771512,61150,2400000,5047,0x0
+1783771514,60600,2400000,5047,0x0
+1783771516,59500,2400000,5045,0x0
+1783771519,60050,2400000,5046,0x0
+1783771521,60600,2400000,5045,0x0
+1783771523,60600,2400000,5045,0x0
+1783771525,58950,2400000,5046,0x0
+1783771527,59500,2400000,5046,0x0
+1783771529,58950,2400000,5046,0x0
+1783771531,60600,2400000,5044,0x0
+1783771533,58950,2400000,5045,0x0
+1783771535,58950,2400000,5045,0x0
+1783771537,60050,2400000,5046,0x0
+1783771539,60050,2400000,5046,0x0
+1783771541,60600,2400000,5047,0x0
+1783771543,60600,2400000,5046,0x0
+1783771545,60600,2400000,5046,0x0
+1783771547,60600,2400000,5047,0x0
+1783771549,61150,2400000,5047,0x0
+1783771551,60050,2400000,5045,0x0
+1783771553,59500,2400000,5046,0x0
+1783771555,58950,2400000,5045,0x0
+1783771557,60600,2400000,5046,0x0
+1783771559,61700,2400000,5047,0x0
+1783771561,60050,2400000,5045,0x0
+1783771563,58950,2400000,5046,0x0
+1783771565,60600,2400000,5046,0x0
+1783771567,59500,2400000,5045,0x0
+1783771569,60600,2400000,5044,0x0
+1783771571,59500,2400000,5043,0x0
+1783771573,61150,2400000,5046,0x0
+1783771575,60600,2400000,5046,0x0
+1783771577,61150,2400000,5045,0x0
+1783771579,61700,2400000,5045,0x0
+1783771581,60600,2400000,5044,0x0
+1783771583,58950,2400000,5043,0x0
+1783771585,61700,2400000,5043,0x0
+1783771587,61700,2400000,5044,0x0
+1783771589,59500,2400000,5043,0x0
+1783771591,59500,2400000,5044,0x0
+1783771593,60600,2400000,5044,0x0
+1783771595,61150,2400000,5044,0x0
+1783771597,60600,2400000,5042,0x0
+1783771599,60600,2400000,5043,0x0
+1783771601,60600,2400000,5043,0x0
+1783771603,60050,2400000,5045,0x0
+1783771605,59500,2400000,5045,0x0
+1783771607,61150,2400000,5044,0x0
+1783771609,60050,2400000,5042,0x0
+1783771611,60050,2400000,5042,0x0
+1783771613,61700,2400000,5042,0x0
+1783771615,61700,2400000,5044,0x0
+1783771617,62250,2400000,5044,0x0

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t1-speech.json

@@ -0,0 +1 @@
+{"model":"models/nemotron-3.5-asr-streaming-0.6b-q8_0.gguf","threads":1,"load_ms":255.786,"files":[{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":5930.406,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":5924.499,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":5928.042,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":5929.724,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":5928.104,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "}]}

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t1-speech.thermal.csv

@@ -0,0 +1,18 @@
+1783771318,71600,2400000,9674,0x0
+1783771320,67200,2400000,7792,0x0
+1783771322,64450,2400000,7383,0x0
+1783771324,63900,2400000,7360,0x0
+1783771326,62800,2400000,7354,0x0
+1783771328,62800,2400000,7343,0x0
+1783771330,62800,2400000,5511,0x0
+1783771332,60600,2400000,5359,0x0
+1783771334,61700,2400000,5334,0x0
+1783771336,61150,2400000,5321,0x0
+1783771338,60600,2400000,5305,0x0
+1783771340,58950,2400000,5296,0x0
+1783771342,60050,2400000,5282,0x0
+1783771344,60050,2400000,5274,0x0
+1783771346,60600,2400000,5264,0x0
+1783771348,61150,2400000,5253,0x0
+1783771350,60050,2400000,5242,0x0
+1783771352,60050,2400000,5231,0x0

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t2-speech-60s.json

@@ -0,0 +1 @@
+{"model":"models/nemotron-3.5-asr-streaming-0.6b-q8_0.gguf","threads":2,"load_ms":256.238,"files":[{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":37090.666,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":37056.320,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech-60s.wav","audio_sec":66.915000,"proc_ms":37059.458,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes it is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait well I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait.  Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "}]}

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t2-speech-60s.thermal.csv

@@ -0,0 +1,74 @@
+1783771638,66100,2400000,5047,0x0
+1783771640,65550,2400000,5045,0x0
+1783771642,66100,2400000,5047,0x0
+1783771644,66650,2400000,5047,0x0
+1783771646,66100,2400000,6876,0x0
+1783771648,66650,2400000,6976,0x0
+1783771650,67200,2400000,6991,0x0
+1783771652,67200,2400000,6996,0x0
+1783771654,67200,2400000,6999,0x0
+1783771656,66100,2400000,7009,0x0
+1783771658,66100,2400000,7001,0x0
+1783771660,65550,2400000,7015,0x0
+1783771662,66100,2400000,7022,0x0
+1783771664,66650,2400000,7025,0x0
+1783771666,65550,2400000,7037,0x0
+1783771668,66650,2400000,7043,0x0
+1783771670,66650,2400000,7055,0x0
+1783771672,66100,2400000,7063,0x0
+1783771674,65550,2400000,7068,0x0
+1783771676,63900,2400000,7072,0x0
+1783771678,66100,2400000,7082,0x0
+1783771680,65550,2400000,7088,0x0
+1783771682,66100,2400000,7097,0x0
+1783771684,64450,2400000,7102,0x0
+1783771687,65000,2400000,7103,0x0
+1783771689,66100,2400000,7107,0x0
+1783771691,66100,2400000,7112,0x0
+1783771693,65550,2400000,7115,0x0
+1783771695,65550,2400000,7115,0x0
+1783771697,65000,2400000,7119,0x0
+1783771699,65550,2400000,7120,0x0
+1783771701,65550,2400000,7120,0x0
+1783771703,66100,2400000,7125,0x0
+1783771705,65000,2400000,7130,0x0
+1783771707,66650,2400000,7132,0x0
+1783771709,66100,2400000,7129,0x0
+1783771711,65550,2400000,7134,0x0
+1783771713,65550,2400000,7134,0x0
+1783771715,63900,2400000,7134,0x0
+1783771717,65550,2400000,7136,0x0
+1783771719,64450,2400000,7137,0x0
+1783771721,66100,2400000,7137,0x0
+1783771723,66100,2400000,7142,0x0
+1783771725,65000,2400000,7142,0x0
+1783771727,65550,2400000,7147,0x0
+1783771729,66100,2400000,7146,0x0
+1783771731,65000,2400000,7146,0x0
+1783771733,66100,2400000,7146,0x0
+1783771735,64450,2400000,7147,0x0
+1783771737,64450,2400000,7147,0x0
+1783771739,66100,2400000,7146,0x0
+1783771741,66100,2400000,7147,0x0
+1783771743,66100,2400000,7151,0x0
+1783771745,65550,2400000,7146,0x0
+1783771747,65000,2400000,7146,0x0
+1783771749,65000,2400000,7149,0x0
+1783771751,63900,2400000,7147,0x0
+1783771753,63900,2400000,7151,0x0
+1783771755,64450,2400000,7151,0x0
+1783771757,65000,2400000,7151,0x0
+1783771759,64450,2400000,7144,0x0
+1783771761,65550,2400000,7151,0x0
+1783771763,66100,2400000,7158,0x0
+1783771765,65550,2400000,7156,0x0
+1783771767,64450,2400000,7154,0x0
+1783771769,65000,2400000,7154,0x0
+1783771771,65550,2400000,7154,0x0
+1783771773,65000,2400000,7151,0x0
+1783771775,64450,2400000,7149,0x0
+1783771777,65550,2400000,7153,0x0
+1783771779,65550,2400000,7154,0x0
+1783771781,63900,2400000,7153,0x0
+1783771783,65000,2400000,7151,0x0
+1783771785,64450,2400000,7154,0x0

benchmarks/results/rpi5/nemotron-3.5-asr-streaming-0.6b-q8_0-t2-speech.json

@@ -0,0 +1 @@
+{"model":"models/nemotron-3.5-asr-streaming-0.6b-q8_0.gguf","threads":2,"load_ms":256.228,"files":[{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":3336.435,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":3337.813,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":3333.485,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":3334.285,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "},{"path":"/home/rich/parakeet-bench/audio/speech.wav","audio_sec":7.435000,"proc_ms":3337.816,"text":"Well, I don't wish to see it any more, observed Phoebe, turning away her eyes.  It is certainly very like the old portrait. "}]}