import json import struct import subprocess import sys import tempfile import unittest from pathlib import Path from doctor import exit_code, format_doctor, run_doctor from resource_plan import GB def write_shard(path, tensors): offset = 0 header = {} payload = b"" for name, size in tensors: header[name] = {"dtype": "U8", "shape": [size], "data_offsets": [offset, offset + size]} payload += b"\0" * size offset += size raw = json.dumps(header).encode() path.write_bytes(struct.pack("