cyb_format.rs

//! `.model` file writer.
//!
//! The `.model` format is seven named text sections plus a trailing
//! binary `~~~weights` blob. TOML frontmatter lists each section and the
//! declared weight-blob size so readers can mmap it efficiently.
//!
//! This is the writer half of the format only — `run/format.rs` owns
//! the reader path for the live runtime.

use std::io::{self, Write};
use std::path::Path;

/// Pack the sections + weights into a single `.model` file at `output_path`.
///
/// `graph` is optional hex-encoded binary IR — when `Some`, a `~~~graph`
/// section is inserted between `~~~config` and `~~~tensors` and declared
/// in the frontmatter.  When `None` the file is identical to the old format.
#[allow(clippy::too_many_arguments)]
pub fn write_model_file(
    output_path: &Path,
    name: &str,
    card: &str,
    config: &str,
    program: &str,
    program_format: &str,
    graph: Option<&str>,
    tensors_toml: &str,
    vocab: &str,
    eval: &str,
    weights: &[u8],
) -> io::Result<()> {
    let mut f = std::fs::File::create(output_path)?;

    // --- TOML frontmatter ---
    writeln!(f, "[cyb]")?;
    writeln!(f, "types = [\"model\"]")?;
    writeln!(f, "name = \"{name}\"")?;
    writeln!(f, "format_version = 2")?;
    writeln!(f)?;
    for (section, format) in [
        ("card", "md"),
        ("config", "toml"),
        ("program", program_format),
    ] {
        writeln!(f, "files")?;
        writeln!(f, "name = \"{section}\"")?;
        writeln!(f, "format = \"{format}\"")?;
        writeln!(f)?;
    }
    if graph.is_some() {
        writeln!(f, "files")?;
        writeln!(f, "name = \"graph\"")?;
        writeln!(f, "format = \"hex\"")?;
        writeln!(f)?;
    }
    for (section, format) in [("tensors", "toml"), ("vocab", "toml"), ("eval", "toml")] {
        writeln!(f, "files")?;
        writeln!(f, "name = \"{section}\"")?;
        writeln!(f, "format = \"{format}\"")?;
        writeln!(f)?;
    }
    writeln!(f, "files")?;
    writeln!(f, "name = \"weights\"")?;
    writeln!(f, "format = \"tensors\"")?;
    writeln!(f, "size = {}", weights.len())?;

    // --- Named text sections ---
    for (marker, body) in [
        ("~~~card", card),
        ("~~~config", config),
        ("~~~program", program),
    ] {
        writeln!(f, "{marker}")?;
        f.write_all(body.as_bytes())?;
        if !body.ends_with('\n') {
            writeln!(f)?;
        }
    }
    if let Some(hex) = graph {
        writeln!(f, "~~~graph")?;
        writeln!(f, "{hex}")?;
    }
    for (marker, body) in [("~~~tensors", tensors_toml), ("~~~vocab", vocab), ("~~~eval", eval)] {
        writeln!(f, "{marker}")?;
        f.write_all(body.as_bytes())?;
        if !body.ends_with('\n') {
            writeln!(f)?;
        }
    }

    // --- Binary weights ---
    writeln!(f, "~~~weights")?;
    f.write_all(weights)?;

    Ok(())
}
soft3/glia/import/cyb_format.rs

Graph
