colibrì: pure-C GLM-5.2 (744B MoE) engine with disk-streamed experts

Engine (c/glm.c): MLA attention with compressed KV, sigmoid noaux_tc router,
int8/int4/int2 quant kernels (AVX2), per-layer LRU expert cache + pinned
hot-store, batch-union MoE, native MTP speculative decoding (lossless),
multi-stop + official chat template, RAM auto-budget from MemAvailable.
Tokenizer: byte-level BPE in C. Tooling: coli CLI, disk-safe FP8→int4
converter, tiny-random oracle validation (TF 32/32, greedy 20/20).

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

c/supervisor.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+# Supervisore della conversione GLM-5.2 — a prova di rete WSL che si blocca.
+#  - tiene SEMPRE vivo un (solo) convertitore
+#  - se un download resta FERMO >180s (connessione zombie), lo ammazza e lo rilancia:
+#    hf_hub riprende il .incomplete dal punto esatto, non si perde nulla
+#  - esce da solo quando tutti i 141 shard sono fatti
+# uso:  nohup ./supervisor.sh > supervisor.log 2>&1 &
+set -u
+DIR=/home/vincenzo/glm52_i4
+CODE=/mnt/c/Users/User/Desktop/moe-stream/c
+TOTAL=141
+STALL_S=180          # secondi senza crescita del download -> riavvio
+CONVLOG=/tmp/convert_supervised.log
+
+exec 9>"$DIR/.supervisor.lock"
+flock -n 9 || { echo "supervisore gia' attivo, esco"; exit 1; }
+
+log(){ echo "[$(date +%H:%M:%S)] $*"; }
+
+start_conv(){
+    cd "$CODE"
+    nohup python3 convert_fp8_to_int4.py --repo zai-org/GLM-5.2-FP8 \
+        --outdir "$DIR" --ebits 4 --io-bits 8 >> "$CONVLOG" 2>&1 &
+    log "convertitore avviato (PID $!)"
+}
+
+last_size=-1; stall=0
+while :; do
+    done_n=$(ls "$DIR"/out-*.safetensors 2>/dev/null | wc -l)
+    if [ "$done_n" -ge "$TOTAL" ]; then log "FATTO: $done_n/$TOTAL shard. Esco."; pkill -f convert_fp8 2>/dev/null; exit 0; fi
+
+    if ! pgrep -f convert_fp8 >/dev/null; then
+        log "convertitore non attivo ($done_n/$TOTAL): lo avvio"
+        start_conv; last_size=-1; stall=0; sleep 20; continue
+    fi
+
+    inc=$(find "$DIR/_inflight" -name "*.incomplete" 2>/dev/null | head -1)
+    if [ -n "$inc" ]; then
+        size=$(stat -c%s "$inc" 2>/dev/null || echo 0)
+        if [ "$size" = "$last_size" ]; then
+            stall=$((stall+30))
+            if [ "$stall" -ge "$STALL_S" ]; then
+                log "download FERMO da ${stall}s a $((size/1000000)) MB ($done_n/$TOTAL): riavvio il convertitore"
+                pkill -f convert_fp8; sleep 5
+                start_conv; last_size=-1; stall=0
+            fi
+        else
+            [ "$last_size" -ge 0 ] && [ "$stall" -ge 60 ] && log "download ripreso ($((size/1000000)) MB)"
+            last_size=$size; stall=0
+        fi
+    else
+        last_size=-1; stall=0     # niente .incomplete = sta convertendo/salvando: tutto ok
+    fi
+    sleep 30
+done