[{"data":1,"prerenderedAt":2909},["ShallowReactive",2],{"navigation":3,"\u002Fbenchmarks":895,"\u002Fbenchmarks-surround":2904},[4,8,168,206,879,883,887,891],{"title":5,"path":6,"stem":7},"Quickstart","\u002Fquickstart","01.quickstart",{"title":9,"path":10,"stem":11,"children":12},"Concepts","\u002Fconcepts","20.concepts",[13,15,19,23,84,88,92,96,100],{"title":9,"path":10,"stem":14},"20.concepts\u002Findex",{"title":16,"path":17,"stem":18},"Preprocessing Graph","\u002Fconcepts\u002Fppg","20.concepts\u002F2.ppg",{"title":20,"path":21,"stem":22},"Plane decomposition","\u002Fconcepts\u002Fplanes","20.concepts\u002F3.planes",{"title":24,"path":25,"stem":26,"children":27},"Codecs","\u002Fconcepts\u002Fcodecs","20.concepts\u002F4.codecs",[28,32,36,40,44,48,52,56,60,64,68,72,76,80],{"title":29,"path":30,"stem":31},"Arithmetic","\u002Fconcepts\u002Fcodecs\u002Farithmetic","20.concepts\u002Fcodecs\u002Farithmetic",{"title":33,"path":34,"stem":35},"Context Mixing Lite","\u002Fconcepts\u002Fcodecs\u002Fcontext-mixing-lite","20.concepts\u002Fcodecs\u002Fcontext-mixing-lite",{"title":37,"path":38,"stem":39},"FPC","\u002Fconcepts\u002Fcodecs\u002Ffpc","20.concepts\u002Fcodecs\u002Ffpc",{"title":41,"path":42,"stem":43},"Huffman LLM 5-Bit","\u002Fconcepts\u002Fcodecs\u002Fhuff-llm","20.concepts\u002Fcodecs\u002Fhuff-llm",{"title":45,"path":46,"stem":47},"Huffman","\u002Fconcepts\u002Fcodecs\u002Fhuffman","20.concepts\u002Fcodecs\u002Fhuffman",{"title":49,"path":50,"stem":51},"Identity","\u002Fconcepts\u002Fcodecs\u002Fidentity","20.concepts\u002Fcodecs\u002Fidentity",{"title":53,"path":54,"stem":55},"Neural Predictor","\u002Fconcepts\u002Fcodecs\u002Fneural-predictor","20.concepts\u002Fcodecs\u002Fneural-predictor",{"title":57,"path":58,"stem":59},"Order-1 Arithmetic","\u002Fconcepts\u002Fcodecs\u002Forder1-arithmetic","20.concepts\u002Fcodecs\u002Forder1-arithmetic",{"title":61,"path":62,"stem":63},"Order-1 Scale AC","\u002Fconcepts\u002Fcodecs\u002Forder1-scale-ac","20.concepts\u002Fcodecs\u002Forder1-scale-ac",{"title":65,"path":66,"stem":67},"Per-Group Codebook","\u002Fconcepts\u002Fcodecs\u002Fper-group-codebook","20.concepts\u002Fcodecs\u002Fper-group-codebook",{"title":69,"path":70,"stem":71},"rANS","\u002Fconcepts\u002Fcodecs\u002Frans","20.concepts\u002Fcodecs\u002Frans",{"title":73,"path":74,"stem":75},"tANS","\u002Fconcepts\u002Fcodecs\u002Ftans","20.concepts\u002Fcodecs\u002Ftans",{"title":77,"path":78,"stem":79},"Zstd","\u002Fconcepts\u002Fcodecs\u002Fzstd","20.concepts\u002Fcodecs\u002Fzstd",{"title":81,"path":82,"stem":83},"Zstd Dictionary","\u002Fconcepts\u002Fcodecs\u002Fzstd-dict","20.concepts\u002Fcodecs\u002Fzstd-dict",{"title":85,"path":86,"stem":87},"Container format","\u002Fconcepts\u002Fcontainer","20.concepts\u002F5.container",{"title":89,"path":90,"stem":91},"Delta compression","\u002Fconcepts\u002Fdelta","20.concepts\u002F6.delta",{"title":93,"path":94,"stem":95},"Extensibility","\u002Fconcepts\u002Fextensibility","20.concepts\u002F7.extensibility",{"title":24,"path":25,"stem":97,"children":98},"20.concepts\u002Fcodecs\u002Findex",[99],{"title":24,"path":25,"stem":97},{"title":101,"path":102,"stem":103,"children":104},"Transforms","\u002Fconcepts\u002Ftransforms","20.concepts\u002Ftransforms\u002Findex",[105,106,110,114,118,122,126,130,134,140,144,148,152,156,160,164],{"title":101,"path":102,"stem":103},{"title":107,"path":108,"stem":109},"Alpha-Stable Normalize","\u002Fconcepts\u002Ftransforms\u002Falpha-stable-normalize","20.concepts\u002Ftransforms\u002Falpha-stable-normalize",{"title":111,"path":112,"stem":113},"Bit Reorder","\u002Fconcepts\u002Ftransforms\u002Fbit-reorder","20.concepts\u002Ftransforms\u002Fbit-reorder",{"title":115,"path":116,"stem":117},"Block Microscaling Repack","\u002Fconcepts\u002Ftransforms\u002Fblock-microscaling-repack","20.concepts\u002Ftransforms\u002Fblock-microscaling-repack",{"title":119,"path":120,"stem":121},"Burrows-Wheeler","\u002Fconcepts\u002Ftransforms\u002Fburrows-wheeler","20.concepts\u002Ftransforms\u002Fburrows-wheeler",{"title":123,"path":124,"stem":125},"Byte Split & Nibble Split","\u002Fconcepts\u002Ftransforms\u002Fbyte-split","20.concepts\u002Ftransforms\u002Fbyte-split",{"title":127,"path":128,"stem":129},"Concat","\u002Fconcepts\u002Ftransforms\u002Fconcat","20.concepts\u002Ftransforms\u002Fconcat",{"title":131,"path":132,"stem":133},"Delta","\u002Fconcepts\u002Ftransforms\u002Fdelta","20.concepts\u002Ftransforms\u002Fdelta",{"title":135,"path":136,"stem":137,"children":138},"Index Bitwidth Pack","\u002Fconcepts\u002Ftransforms\u002Findex-bitwidth-pack","20.concepts\u002Ftransforms\u002Findex-bitwidth-pack",[139],{"title":135,"path":136,"stem":137},{"title":141,"path":142,"stem":143},"IntDelta","\u002Fconcepts\u002Ftransforms\u002Fint-delta","20.concepts\u002Ftransforms\u002Fint-delta",{"title":145,"path":146,"stem":147},"Mantissa Zero Strip","\u002Fconcepts\u002Ftransforms\u002Fmantissa-zero-strip","20.concepts\u002Ftransforms\u002Fmantissa-zero-strip",{"title":149,"path":150,"stem":151},"Move to Front","\u002Fconcepts\u002Ftransforms\u002Fmove-to-front","20.concepts\u002Ftransforms\u002Fmove-to-front",{"title":153,"path":154,"stem":155},"MxFp4 Deinterleave","\u002Fconcepts\u002Ftransforms\u002Fmxfp4-deinterleave","20.concepts\u002Ftransforms\u002Fmxfp4-deinterleave",{"title":157,"path":158,"stem":159},"Predictor XOR","\u002Fconcepts\u002Ftransforms\u002Fpredictor-xor","20.concepts\u002Ftransforms\u002Fpredictor-xor",{"title":161,"path":162,"stem":163},"Reshape","\u002Fconcepts\u002Ftransforms\u002Freshape","20.concepts\u002Ftransforms\u002Freshape",{"title":165,"path":166,"stem":167},"Spherical Normalize","\u002Fconcepts\u002Ftransforms\u002Fspherical-normalize","20.concepts\u002Ftransforms\u002Fspherical-normalize",{"title":169,"path":170,"stem":171,"children":172},"Guides","\u002Fguides","30.guides\u002F00.index",[173,174,178,182,186,190,194,198,202],{"title":169,"path":170,"stem":171},{"title":175,"path":176,"stem":177},"CLI usage","\u002Fguides\u002Fcli","30.guides\u002F01.cli",{"title":179,"path":180,"stem":181},"Python API","\u002Fguides\u002Fpython-api","30.guides\u002F02.python-api",{"title":183,"path":184,"stem":185},"Writing your first extension","\u002Fguides\u002Fextension-authoring","30.guides\u002F03.extension-authoring",{"title":187,"path":188,"stem":189},"Trust and security","\u002Fguides\u002Ftrust-and-security","30.guides\u002F04.trust-and-security",{"title":191,"path":192,"stem":193},"Random access","\u002Fguides\u002Frandom-access","30.guides\u002F10.random-access",{"title":195,"path":196,"stem":197},"Tuning","\u002Fguides\u002Ftuning","30.guides\u002F11.tuning",{"title":199,"path":200,"stem":201},"Safetensors","\u002Fguides\u002Fsafetensors","30.guides\u002F50.safetensors",{"title":203,"path":204,"stem":205},"Transformers","\u002Fguides\u002Ftransformers","30.guides\u002F51.transformers",{"title":207,"path":208,"stem":209,"children":210},"API reference","\u002Fapi","40.api",[211,330],{"title":179,"path":212,"stem":213,"children":214},"\u002Fapi\u002Fpython","api\u002Fpython\u002Findex",[215,216],{"title":179,"path":212,"stem":213},{"title":217,"path":218,"stem":219,"children":220},"ptwm","\u002Fapi\u002Fpython\u002Fptwm","api\u002Fpython\u002Fptwm",[221,225,229,270,274,278,282,286,307,311,315,319,323,327],{"title":222,"path":223,"stem":224},"ablation","\u002Fapi\u002Fpython\u002Fptwm\u002Fablation","api\u002Fpython\u002Fptwm\u002Fablation",{"title":226,"path":227,"stem":228},"classify","\u002Fapi\u002Fpython\u002Fptwm\u002Fclassify","api\u002Fpython\u002Fptwm\u002Fclassify",{"title":230,"path":231,"stem":232,"children":233},"cli","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli","api\u002Fpython\u002Fptwm\u002Fcli",[234,238,242,246,250,254,258,262,266],{"title":235,"path":236,"stem":237},"bench","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fbench","api\u002Fpython\u002Fptwm\u002Fcli\u002Fbench",{"title":239,"path":240,"stem":241},"chains","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fchains","api\u002Fpython\u002Fptwm\u002Fcli\u002Fchains",{"title":243,"path":244,"stem":245},"compress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress",{"title":247,"path":248,"stem":249},"decompress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress",{"title":251,"path":252,"stem":253},"ext","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fext","api\u002Fpython\u002Fptwm\u002Fcli\u002Fext",{"title":255,"path":256,"stem":257},"main","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fmain","api\u002Fpython\u002Fptwm\u002Fcli\u002Fmain",{"title":259,"path":260,"stem":261},"policy","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy","api\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy",{"title":263,"path":264,"stem":265},"trust","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust","api\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust",{"title":267,"path":268,"stem":269},"utils","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Futils","api\u002Fpython\u002Fptwm\u002Fcli\u002Futils",{"title":271,"path":272,"stem":273},"codecs","\u002Fapi\u002Fpython\u002Fptwm\u002Fcodecs","api\u002Fpython\u002Fptwm\u002Fcodecs",{"title":275,"path":276,"stem":277},"core","\u002Fapi\u002Fpython\u002Fptwm\u002Fcore","api\u002Fpython\u002Fptwm\u002Fcore",{"title":279,"path":280,"stem":281},"delta","\u002Fapi\u002Fpython\u002Fptwm\u002Fdelta","api\u002Fpython\u002Fptwm\u002Fdelta",{"title":283,"path":284,"stem":285},"entropy","\u002Fapi\u002Fpython\u002Fptwm\u002Fentropy","api\u002Fpython\u002Fptwm\u002Fentropy",{"title":287,"path":288,"stem":289,"children":290},"ext_tooling","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling","api\u002Fpython\u002Fptwm\u002Fext_tooling",[291,295,299,303],{"title":292,"path":293,"stem":294},"build","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild",{"title":296,"path":297,"stem":298},"init","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit",{"title":300,"path":301,"stem":302},"pack","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack",{"title":304,"path":305,"stem":306},"sign","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign",{"title":308,"path":309,"stem":310},"integrations","\u002Fapi\u002Fpython\u002Fptwm\u002Fintegrations","api\u002Fpython\u002Fptwm\u002Fintegrations",{"title":312,"path":313,"stem":314},"preprocessing","\u002Fapi\u002Fpython\u002Fptwm\u002Fpreprocessing","api\u002Fpython\u002Fptwm\u002Fpreprocessing",{"title":316,"path":317,"stem":318},"random_access","\u002Fapi\u002Fpython\u002Fptwm\u002Frandom_access","api\u002Fpython\u002Fptwm\u002Frandom_access",{"title":320,"path":321,"stem":322},"sharding","\u002Fapi\u002Fpython\u002Fptwm\u002Fsharding","api\u002Fpython\u002Fptwm\u002Fsharding",{"title":324,"path":325,"stem":326},"stores","\u002Fapi\u002Fpython\u002Fptwm\u002Fstores","api\u002Fpython\u002Fptwm\u002Fstores",{"title":267,"path":328,"stem":329},"\u002Fapi\u002Fpython\u002Fptwm\u002Futils","api\u002Fpython\u002Fptwm\u002Futils",{"title":331,"path":332,"stem":333,"children":334},"Rust API","\u002Fapi\u002Frust","api\u002Frust\u002Findex",[335,336],{"title":331,"path":332,"stem":333},{"title":337,"path":338,"stem":339,"children":340},"ptwm_core","\u002Fapi\u002Frust\u002Fptwm_core","api\u002Frust\u002Fptwm_core",[341,370,374,378,438,442,446,450,453,457,460,464,526,530,581,585,614,618,624,649,653,657,661,680,684,688,692,696,700,721,725,729,737,834,858,875],{"title":342,"path":343,"stem":344,"children":345},"chain","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain","api\u002Frust\u002Fptwm_core\u002Fchain",[346,350,354,358,362,366],{"title":347,"path":348,"stem":349},"dispatch","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch",{"title":351,"path":352,"stem":353},"graph","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph",{"title":355,"path":356,"stem":357},"runtime","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime",{"title":359,"path":360,"stem":361},"validate","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate",{"title":363,"path":364,"stem":365},"wire","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire",{"title":367,"path":368,"stem":369},"wire_compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire_compact","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire_compact",{"title":371,"path":372,"stem":373},"codec","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec","api\u002Frust\u002Fptwm_core\u002Fcodec",{"title":375,"path":376,"stem":377},"codec_tagged","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec_tagged","api\u002Frust\u002Fptwm_core\u002Fcodec_tagged",{"title":271,"path":379,"stem":380,"children":381},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs","api\u002Frust\u002Fptwm_core\u002Fcodecs",[382,386,390,394,398,402,406,410,414,418,422,426,430,434],{"title":383,"path":384,"stem":385},"arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic",{"title":387,"path":388,"stem":389},"context_mixing","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing",{"title":391,"path":392,"stem":393},"fpc","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc",{"title":395,"path":396,"stem":397},"huff_llm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm",{"title":399,"path":400,"stem":401},"huffman","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman",{"title":403,"path":404,"stem":405},"identity","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity",{"title":407,"path":408,"stem":409},"neural_predictor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor",{"title":411,"path":412,"stem":413},"order1_arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic",{"title":415,"path":416,"stem":417},"order1_scale_ac","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac",{"title":419,"path":420,"stem":421},"per_group_codebook","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook",{"title":423,"path":424,"stem":425},"rans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans",{"title":427,"path":428,"stem":429},"tans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans",{"title":431,"path":432,"stem":433},"zstd","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd",{"title":435,"path":436,"stem":437},"zstd_dict","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict",{"title":439,"path":440,"stem":441},"compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcompact","api\u002Frust\u002Fptwm_core\u002Fcompact",{"title":443,"path":444,"stem":445},"compressor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcompressor","api\u002Frust\u002Fptwm_core\u002Fcompressor",{"title":447,"path":448,"stem":449},"container","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcontainer","api\u002Frust\u002Fptwm_core\u002Fcontainer",{"title":279,"path":451,"stem":452},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Fdelta",{"title":454,"path":455,"stem":456},"discovery","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdiscovery","api\u002Frust\u002Fptwm_core\u002Fdiscovery",{"title":347,"path":458,"stem":459},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fdispatch",{"title":461,"path":462,"stem":463},"dtype","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdtype","api\u002Frust\u002Fptwm_core\u002Fdtype",{"title":283,"path":465,"stem":466,"children":467},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Fentropy",[468,476,495,498,501,512,516,519,523],{"title":383,"path":469,"stem":470,"children":471},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic",[472],{"title":473,"path":474,"stem":475},"model","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel",{"title":387,"path":477,"stem":478,"children":479},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing",[480,484,488,491],{"title":481,"path":482,"stem":483},"coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder",{"title":485,"path":486,"stem":487},"mixer","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer",{"title":473,"path":489,"stem":490},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel",{"title":492,"path":493,"stem":494},"squash","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash",{"title":395,"path":496,"stem":497},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm",{"title":399,"path":499,"stem":500},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman",{"title":407,"path":502,"stem":503,"children":504},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor",[505,508],{"title":481,"path":506,"stem":507},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder",{"title":509,"path":510,"stem":511},"net","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet",{"title":513,"path":514,"stem":515},"outcome","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome",{"title":423,"path":517,"stem":518},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans",{"title":520,"path":521,"stem":522},"stream_frame","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame",{"title":427,"path":524,"stem":525},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans",{"title":527,"path":528,"stem":529},"error","\u002Fapi\u002Frust\u002Fptwm_core\u002Ferror","api\u002Frust\u002Fptwm_core\u002Ferror",{"title":531,"path":532,"stem":533,"children":534},"extension","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension","api\u002Frust\u002Fptwm_core\u002Fextension",[535,539,543,547,551,554,557,561,565,569,573,577],{"title":536,"path":537,"stem":538},"builder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder",{"title":540,"path":541,"stem":542},"builtins","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins",{"title":544,"path":545,"stem":546},"capability","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability",{"title":548,"path":549,"stem":550},"compact_table","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fcompact_table","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fcompact_table",{"title":347,"path":552,"stem":553},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch",{"title":527,"path":555,"stem":556},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror",{"title":558,"path":559,"stem":560},"id","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fid","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fid",{"title":562,"path":563,"stem":564},"kind","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind",{"title":566,"path":567,"stem":568},"lifecycle","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle","api\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle",{"title":570,"path":571,"stem":572},"manifest","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest",{"title":574,"path":575,"stem":576},"resolve","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fresolve","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fresolve",{"title":578,"path":579,"stem":580},"table","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable",{"title":582,"path":583,"stem":584},"fit","\u002Fapi\u002Frust\u002Fptwm_core\u002Ffit","api\u002Frust\u002Fptwm_core\u002Ffit",{"title":586,"path":587,"stem":588,"children":589},"flavor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor","api\u002Frust\u002Fptwm_core\u002Fflavor",[590,594,598,602,606,610],{"title":591,"path":592,"stem":593},"abi","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi",{"title":595,"path":596,"stem":597},"host","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost",{"title":599,"path":600,"stem":601},"native","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative",{"title":603,"path":604,"stem":605},"router","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter",{"title":607,"path":608,"stem":609},"third_party","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party",{"title":611,"path":612,"stem":613},"wasm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm",{"title":615,"path":616,"stem":617},"header","\u002Fapi\u002Frust\u002Fptwm_core\u002Fheader","api\u002Frust\u002Fptwm_core\u002Fheader",{"title":619,"path":620,"stem":621,"children":622},"index","\u002Fapi\u002Frust\u002Fptwm_core\u002Findex_module","api\u002Frust\u002Fptwm_core\u002Findex_module",[623],{"title":619,"path":620,"stem":621},{"title":625,"path":626,"stem":627,"children":628},"install","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall","api\u002Frust\u002Fptwm_core\u002Finstall",[629,633,637,641,645],{"title":630,"path":631,"stem":632},"git","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit",{"title":634,"path":635,"stem":636},"https","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps",{"title":638,"path":639,"stem":640},"local","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal","api\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal",{"title":642,"path":643,"stem":644},"oci","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Foci","api\u002Frust\u002Fptwm_core\u002Finstall\u002Foci",{"title":646,"path":647,"stem":648},"pip","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip",{"title":650,"path":651,"stem":652},"layout","\u002Fapi\u002Frust\u002Fptwm_core\u002Flayout","api\u002Frust\u002Fptwm_core\u002Flayout",{"title":654,"path":655,"stem":656},"metadata","\u002Fapi\u002Frust\u002Fptwm_core\u002Fmetadata","api\u002Frust\u002Fptwm_core\u002Fmetadata",{"title":658,"path":659,"stem":660},"plane_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Fplane_record","api\u002Frust\u002Fptwm_core\u002Fplane_record",{"title":259,"path":662,"stem":663,"children":664},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy","api\u002Frust\u002Fptwm_core\u002Fpolicy",[665,669,673,677],{"title":666,"path":667,"stem":668},"capability_check","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check",{"title":670,"path":671,"stem":672},"file","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile",{"title":674,"path":675,"stem":676},"native_deps","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps",{"title":574,"path":678,"stem":679},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve",{"title":681,"path":682,"stem":683},"prelude","\u002Fapi\u002Frust\u002Fptwm_core\u002Fprelude","api\u002Frust\u002Fptwm_core\u002Fprelude",{"title":685,"path":686,"stem":687},"ptwc","\u002Fapi\u002Frust\u002Fptwm_core\u002Fptwc","api\u002Frust\u002Fptwm_core\u002Fptwc",{"title":689,"path":690,"stem":691},"quantize","\u002Fapi\u002Frust\u002Fptwm_core\u002Fquantize","api\u002Frust\u002Fptwm_core\u002Fquantize",{"title":693,"path":694,"stem":695},"range_coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Frange_coder","api\u002Frust\u002Fptwm_core\u002Frange_coder",{"title":697,"path":698,"stem":699},"select","\u002Fapi\u002Frust\u002Fptwm_core\u002Fselect","api\u002Frust\u002Fptwm_core\u002Fselect",{"title":701,"path":702,"stem":703,"children":704},"split","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit","api\u002Frust\u002Fptwm_core\u002Fsplit",[705,709,713,717],{"title":706,"path":707,"stem":708},"dtype16","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16",{"title":710,"path":711,"stem":712},"dtype32","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32",{"title":714,"path":715,"stem":716},"dtype64","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64",{"title":718,"path":719,"stem":720},"dtype8","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8",{"title":722,"path":723,"stem":724},"tensor_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftensor_record","api\u002Frust\u002Fptwm_core\u002Ftensor_record",{"title":726,"path":727,"stem":728},"tensor_record_compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftensor_record_compact","api\u002Frust\u002Fptwm_core\u002Ftensor_record_compact",{"title":730,"path":731,"stem":732,"children":733},"transcode","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode","api\u002Frust\u002Fptwm_core\u002Ftranscode",[734],{"title":570,"path":735,"stem":736},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest",{"title":738,"path":739,"stem":740,"children":741},"transforms","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms","api\u002Frust\u002Fptwm_core\u002Ftransforms",[742,746,750,754,758,762,766,770,774,777,780,784,790,794,798,802,806,810,814,818,822,826,830],{"title":743,"path":744,"stem":745},"alpha_stable_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize",{"title":747,"path":748,"stem":749},"bit_reorder_fp8","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8",{"title":751,"path":752,"stem":753},"bit_reorder_ieee","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee",{"title":755,"path":756,"stem":757},"block_microscaling_repack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack",{"title":759,"path":760,"stem":761},"burrows_wheeler","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler",{"title":763,"path":764,"stem":765},"byte_passthrough","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough",{"title":767,"path":768,"stem":769},"byte_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split",{"title":771,"path":772,"stem":773},"concat","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat",{"title":279,"path":775,"stem":776},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta",{"title":283,"path":778,"stem":779},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy",{"title":781,"path":782,"stem":783},"fusion","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion",{"title":785,"path":786,"stem":787,"children":788},"index_pack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack",[789],{"title":785,"path":786,"stem":787},{"title":791,"path":792,"stem":793},"int_delta","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta",{"title":795,"path":796,"stem":797},"mantissa_zero","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero",{"title":799,"path":800,"stem":801},"move_to_front","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front",{"title":803,"path":804,"stem":805},"mxfp4_deinterleave","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave",{"title":807,"path":808,"stem":809},"nibble_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split",{"title":811,"path":812,"stem":813},"op","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop",{"title":815,"path":816,"stem":817},"predictor_xor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor",{"title":819,"path":820,"stem":821},"reshape","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape",{"title":823,"path":824,"stem":825},"source","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource",{"title":827,"path":828,"stem":829},"spherical_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize",{"title":831,"path":832,"stem":833},"terminal","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal",{"title":263,"path":835,"stem":836,"children":837},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust","api\u002Frust\u002Fptwm_core\u002Ftrust",[838,842,846,850,854],{"title":839,"path":840,"stem":841},"bundled","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled",{"title":843,"path":844,"stem":845},"keyring","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring",{"title":847,"path":848,"stem":849},"org","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg",{"title":851,"path":852,"stem":853},"signature","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature",{"title":855,"path":856,"stem":857},"verifier","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier",{"title":859,"path":860,"stem":861,"children":862},"types","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes","api\u002Frust\u002Fptwm_core\u002Ftypes",[863,867,871],{"title":864,"path":865,"stem":866},"descriptor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor",{"title":868,"path":869,"stem":870},"plane_role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role",{"title":872,"path":873,"stem":874},"role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole",{"title":876,"path":877,"stem":878},"varint","\u002Fapi\u002Frust\u002Fptwm_core\u002Fvarint","api\u002Frust\u002Fptwm_core\u002Fvarint",{"title":880,"path":881,"stem":882},"Benchmarks","\u002Fbenchmarks","50.benchmarks",{"title":884,"path":885,"stem":886},"Extensions","\u002Fextensions","60.extensions",{"title":888,"path":889,"stem":890},"Release notes","\u002Frelease-notes","70.release-notes",{"title":892,"path":893,"stem":894},"Contributing","\u002Fcontributing","90.contributing",{"id":896,"title":880,"body":897,"description":2898,"extension":2899,"kind":2900,"language":2900,"links":2900,"meta":2901,"navigation":2900,"path":881,"seo":2902,"stem":882,"summary":2900,"__hash__":2903},"docs\u002F50.benchmarks.md",{"type":898,"value":899,"toc":2883},"minimark",[900,904,909,963,967,970,1022,1035,1039,1046,1127,1142,1151,1155,1181,1185,1195,1204,1208,1215,1671,1677,1681,1691,1796,1800,1803,2489,2493,2496,2759,2763,2770,2877],[901,902,903],"p",{},"Compression numbers on representative real-world checkpoints.",[905,906,908],"h2",{"id":907},"setup","Setup",[910,911,912,934,957],"ul",{},[913,914,915,919],"li",{},[916,917,918],"strong",{},"Corpus",[910,920,921,928],{},[913,922,923,927],{},[924,925,926],"code",{},"openai\u002Fgpt-oss-20b"," — MXFP4-quantized MoE, 13.76 GB raw\n(FP4 nibbles + E8M0 scales + BF16 layers).",[913,929,930,933],{},[924,931,932],{},"nvidia\u002FLlama-3_3-Nemotron-Super-49B-v1_5-NVFP4"," —\nNVFP4-quantized Llama derivative, 31.07 GB raw\n(FP4 nibbles + FP8-E4M3 scales).",[913,935,936,939],{},[916,937,938],{},"Configurations",[910,940,941,947],{},[913,942,943,946],{},[924,944,945],{},"huffman_only"," — PTWM with the preprocessing graph forced to\npassthrough; pure byte-Huffman per tensor. Isolates the contribution\nof the preprocessing graph.",[913,948,949,952,953,956],{},[924,950,951],{},"microscale_full"," — PTWM with the production preprocessing graph and\nthe ",[924,954,955],{},"MICROSCALE"," method enabled.",[913,958,959,962],{},[916,960,961],{},"Hardware"," — CPU-only host, 16 cores, 64 GB RAM.",[905,964,966],{"id":965},"compression-ratios","Compression ratios",[901,968,969],{},"Ratio is compressed bytes ÷ raw bytes. Lower is better.",[578,971,972,990],{},[973,974,975],"thead",{},[976,977,978,982,986],"tr",{},[979,980,981],"th",{},"Model",[979,983,984],{},[924,985,945],{},[979,987,988],{},[924,989,951],{},[991,992,993,1008],"tbody",{},[976,994,995,1000,1003],{},[996,997,998],"td",{},[924,999,926],{},[996,1001,1002],{},"0.8804",[996,1004,1005],{},[916,1006,1007],{},"0.8603",[976,1009,1010,1014,1017],{},[996,1011,1012],{},[924,1013,932],{},[996,1015,1016],{},"0.9089",[996,1018,1019],{},[916,1020,1021],{},"0.9003",[901,1023,1024,1027,1028,1030,1031,1034],{},[916,1025,1026],{},"Combined-corpus ratio (44.83 GB raw):"," ",[924,1029,951],{}," lands at ",[916,1032,1033],{},"0.8881",".",[905,1036,1038],{"id":1037},"throughput","Throughput",[901,1040,1041,1042,1045],{},"The encode and decode pipelines run across a ",[924,1043,1044],{},"rayon"," thread pool. Full-model\nthroughput through the safetensors file integration on a 32-core CPU host:",[578,1047,1048,1063],{},[973,1049,1050],{},[976,1051,1052,1054,1056,1060],{},[979,1053,981],{},[979,1055,461],{},[979,1057,1059],{"align":1058},"right","Encode",[979,1061,1062],{"align":1058},"Decode",[991,1064,1065,1081,1096,1112],{},[976,1066,1067,1072,1075,1078],{},[996,1068,1069],{},[924,1070,1071],{},"mistralai\u002FMistral-7B-v0.1",[996,1073,1074],{},"bf16",[996,1076,1077],{"align":1058},"45 MB\u002Fs",[996,1079,1080],{"align":1058},"1111 MB\u002Fs",[976,1082,1083,1087,1090,1093],{},[996,1084,1085],{},[924,1086,926],{},[996,1088,1089],{},"mxfp4",[996,1091,1092],{"align":1058},"77 MB\u002Fs",[996,1094,1095],{"align":1058},"1635 MB\u002Fs",[976,1097,1098,1103,1106,1109],{},[996,1099,1100],{},[924,1101,1102],{},"nvidia\u002FNemotron-Super-120B-FP8",[996,1104,1105],{},"fp8",[996,1107,1108],{"align":1058},"26 MB\u002Fs",[996,1110,1111],{"align":1058},"627 MB\u002Fs",[976,1113,1114,1119,1121,1124],{},[996,1115,1116],{},[924,1117,1118],{},"Qwen\u002FQwen2.5-72B-Instruct",[996,1120,1074],{},[996,1122,1123],{"align":1058},"24 MB\u002Fs",[996,1125,1126],{"align":1058},"793 MB\u002Fs",[901,1128,1129,1130,1133,1134,1137,1138,1141],{},"Decode — the model-load hot path — runs at ",[916,1131,1132],{},"0.6–1.6 GB\u002Fs",": every tensor in a\nshard is decoded across the pool in a single call. Encode favours ratio over\nspeed by trial-encoding the full codec menu per plane; the opt-in\n",[924,1135,1136],{},"compress_safetensors_file(fast=True)"," mode forces a single codec for a ",[916,1139,1140],{},"4–8×\nencode speedup at parity ratio"," on float models.",[901,1143,1144,1145,1150],{},"See ",[1146,1147,1149],"a",{"href":1148},"..\u002F..\u002Fbenchmarks\u002FREADME#pipeline-validation-throughput-scaling-memory-dtype-coverage","pipeline validation","\nfor the full dtype, scale, memory, and edge-case matrix (including the\nfast-mode and thread-count dials that bound peak encode memory).",[905,1152,1154],{"id":1153},"key-findings","Key findings",[1156,1157,1158,1164,1173],"ol",{},[913,1159,1160,1163],{},[916,1161,1162],{},"Microscaling formats are already near-incompressible at the byte\nlevel."," Trained FP4 \u002F NVFP4 nibble-packed bytes are close to\nuniform; no amount of plane-aware coding extracts much further.",[913,1165,1166,1169,1170,1172],{},[916,1167,1168],{},"The remaining lossless headroom is in the scale plane."," The\n",[924,1171,955],{}," method's Order-1 ScaleAC codec compresses E8M0 scales\nto ≈ 0.16 of original. The whole-model effect is bounded by the\nscale-mass fraction (≈ 5%), which is why the on-disk gain over\nbyte-Huffman is small in absolute terms.",[913,1174,1175,1027,1178,1180],{},[916,1176,1177],{},"The PTWM preprocessing graph adds value over pure byte-Huffman,\nbut only modestly on microscaling formats.",[924,1179,945],{}," (graph\nforced to passthrough) hits 0.8804 on gpt-oss-20b vs 0.8603 with the\nfull graph — a 2.0 percentage-point delta, most of which is the\nscale codec; the rest is dtype-aware nibble routing.",[905,1182,1184],{"id":1183},"on-disk-vs-algorithmic-size","On-disk vs. algorithmic size",[901,1186,1187,1188,1027,1191,1194],{},"The numbers above report ",[916,1189,1190],{},"on-disk",[924,1192,1193],{},".ptwm"," directory size, including\nthe multi-tensor container header, tensor index, per-plane codec\ndispatch records, and payload hashes. Container overhead runs roughly\n1.6 percentage points on gpt-oss-20b, the price of features the raw\nentropy coders lack (random access, hash verification, multi-tensor\npackaging).",[901,1196,1197,1198,1200,1201,1034],{},"For a pure entropy-coder comparison, subtract the container overhead:\n",[924,1199,951],{}," on gpt-oss-20b drops from 0.8603 to roughly 0.844\nalgorithmically. The on-disk number is reported here because it\nmatches what users measure with ",[924,1202,1203],{},"du",[905,1205,1207],{"id":1206},"preprocessing-ablations","Preprocessing ablations",[901,1209,1210,1211,1214],{},"Effect of preprocessing-graph variants on the byte-Huffman ratio across\ndtypes. Higher ratio is better (compressed bytes ÷ raw bytes is the\ninverse of ",[924,1212,1213],{},"huf_ratio",").",[578,1216,1217,1248],{},[973,1218,1219],{},[976,1220,1221,1224,1226,1229,1232,1235,1238,1241,1245],{},[979,1222,1223],{},"Category",[979,1225,981],{},[979,1227,1228],{},"Dtype",[979,1230,1231],{},"Ablation",[979,1233,1234],{},"Variant",[979,1236,1237],{"align":1058},"Bytes",[979,1239,1240],{"align":1058},"N tensors",[979,1242,1243],{"align":1058},[924,1244,1213],{},[979,1246,1247],{},"Plane entropies (bits\u002Fbyte)",[991,1249,1250,1283,1310,1340,1366,1396,1422,1452,1479,1509,1534,1564,1589,1616,1645],{},[976,1251,1252,1255,1260,1263,1266,1271,1274,1277,1280],{},[996,1253,1254],{},"audio",[996,1256,1257],{},[924,1258,1259],{},"facebook\u002Fencodec_24khz",[996,1261,1262],{},"fp32",[996,1264,1265],{},"A1",[996,1267,1268],{},[924,1269,1270],{},"fp32_reorder_on",[996,1272,1273],{"align":1058},"92,815,360",[996,1275,1276],{"align":1058},"98",[996,1278,1279],{"align":1058},"1.0701",[996,1281,1282],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.25",[976,1284,1285,1287,1291,1293,1295,1300,1302,1304,1307],{},[996,1286,1254],{},[996,1288,1289],{},[924,1290,1259],{},[996,1292,1262],{},[996,1294,1265],{},[996,1296,1297],{},[924,1298,1299],{},"fp32_reorder_off",[996,1301,1273],{"align":1058},[996,1303,1276],{"align":1058},[996,1305,1306],{"align":1058},"1.0690",[996,1308,1309],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.30",[976,1311,1312,1315,1320,1322,1324,1328,1331,1334,1337],{},[996,1313,1314],{},"vision",[996,1316,1317],{},[924,1318,1319],{},"microsoft\u002Fresnet-50",[996,1321,1262],{},[996,1323,1265],{},[996,1325,1326],{},[924,1327,1270],{},[996,1329,1330],{"align":1058},"102,011,648",[996,1332,1333],{"align":1058},"54",[996,1335,1336],{"align":1058},"1.0588",[996,1338,1339],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.68",[976,1341,1342,1344,1348,1350,1352,1356,1358,1360,1363],{},[996,1343,1314],{},[996,1345,1346],{},[924,1347,1319],{},[996,1349,1262],{},[996,1351,1265],{},[996,1353,1354],{},[924,1355,1299],{},[996,1357,1330],{"align":1058},[996,1359,1333],{"align":1058},[996,1361,1362],{"align":1058},"1.0579",[996,1364,1365],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.75",[976,1367,1368,1371,1376,1378,1380,1384,1387,1390,1393],{},[996,1369,1370],{},"nlp",[996,1372,1373],{},[924,1374,1375],{},"distilbert\u002Fdistilbert-base-uncased",[996,1377,1262],{},[996,1379,1265],{},[996,1381,1382],{},[924,1383,1270],{},[996,1385,1386],{"align":1058},"267,687,144",[996,1388,1389],{"align":1058},"40",[996,1391,1392],{"align":1058},"1.0379",[996,1394,1395],{},"8.00 \u002F 8.00 \u002F 7.93 \u002F 2.59",[976,1397,1398,1400,1404,1406,1408,1412,1414,1416,1419],{},[996,1399,1370],{},[996,1401,1402],{},[924,1403,1375],{},[996,1405,1262],{},[996,1407,1265],{},[996,1409,1410],{},[924,1411,1299],{},[996,1413,1386],{"align":1058},[996,1415,1389],{"align":1058},[996,1417,1418],{"align":1058},"1.0372",[996,1420,1421],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.61",[976,1423,1424,1426,1431,1433,1435,1440,1443,1446,1449],{},[996,1425,1370],{},[996,1427,1428],{},[924,1429,1430],{},"HuggingFaceTB\u002FSmolLM2-135M",[996,1432,1074],{},[996,1434,1265],{},[996,1436,1437],{},[924,1438,1439],{},"bf16_reorder_on",[996,1441,1442],{"align":1058},"268,959,744",[996,1444,1445],{"align":1058},"211",[996,1447,1448],{"align":1058},"1.0665",[996,1450,1451],{},"7.97 \u002F 2.66",[976,1453,1454,1456,1460,1462,1464,1469,1471,1473,1476],{},[996,1455,1370],{},[996,1457,1458],{},[924,1459,1430],{},[996,1461,1074],{},[996,1463,1265],{},[996,1465,1466],{},[924,1467,1468],{},"bf16_reorder_off",[996,1470,1442],{"align":1058},[996,1472,1445],{"align":1058},[996,1474,1475],{"align":1058},"1.0652",[996,1477,1478],{},"7.97 \u002F 2.74",[976,1480,1481,1484,1489,1491,1493,1497,1500,1503,1506],{},[996,1482,1483],{},"quantised",[996,1485,1486],{},[924,1487,1488],{},"RedHatAI\u002FQwen2-1.5B-Instruct-FP8",[996,1490,1074],{},[996,1492,1265],{},[996,1494,1495],{},[924,1496,1439],{},[996,1498,1499],{"align":1058},"466,747,392",[996,1501,1502],{"align":1058},"1",[996,1504,1505],{"align":1058},"1.0000",[996,1507,1508],{},"7.97 \u002F 2.59",[976,1510,1511,1513,1517,1519,1521,1525,1527,1529,1531],{},[996,1512,1483],{},[996,1514,1515],{},[924,1516,1488],{},[996,1518,1074],{},[996,1520,1265],{},[996,1522,1523],{},[924,1524,1468],{},[996,1526,1499],{"align":1058},[996,1528,1502],{"align":1058},[996,1530,1505],{"align":1058},[996,1532,1533],{},"7.97 \u002F 2.67",[976,1535,1536,1538,1542,1545,1548,1553,1556,1559,1561],{},[996,1537,1483],{},[996,1539,1540],{},[924,1541,1488],{},[996,1543,1544],{},"fp8-e4m3fn",[996,1546,1547],{},"A3",[996,1549,1550],{},[924,1551,1552],{},"e4m3_passthrough",[996,1554,1555],{"align":1058},"1,310,195,712",[996,1557,1558],{"align":1058},"196",[996,1560,1505],{"align":1058},[996,1562,1563],{},"6.64",[976,1565,1566,1568,1572,1574,1576,1581,1583,1585,1587],{},[996,1567,1483],{},[996,1569,1570],{},[924,1571,1488],{},[996,1573,1544],{},[996,1575,1547],{},[996,1577,1578],{},[924,1579,1580],{},"e4m3_reorder_only",[996,1582,1555],{"align":1058},[996,1584,1558],{"align":1058},[996,1586,1505],{"align":1058},[996,1588,1563],{},[976,1590,1591,1593,1597,1599,1601,1606,1608,1610,1613],{},[996,1592,1483],{},[996,1594,1595],{},[924,1596,1488],{},[996,1598,1544],{},[996,1600,1547],{},[996,1602,1603],{},[924,1604,1605],{},"e4m3_nibble_split",[996,1607,1555],{"align":1058},[996,1609,1558],{"align":1058},[996,1611,1612],{"align":1058},"0.5048",[996,1614,1615],{},"2.70 \u002F 3.98",[976,1617,1618,1620,1625,1627,1629,1633,1636,1639,1642],{},[996,1619,1483],{},[996,1621,1622],{},[924,1623,1624],{},"RedHatAI\u002FQwen2-1.5B-Instruct-quantized.w8a8",[996,1626,1074],{},[996,1628,1265],{},[996,1630,1631],{},[924,1632,1439],{},[996,1634,1635],{"align":1058},"934,498,304",[996,1637,1638],{"align":1058},"58",[996,1640,1641],{"align":1058},"1.0006",[996,1643,1644],{},"7.97 \u002F 2.60",[976,1646,1647,1649,1653,1655,1657,1661,1663,1665,1668],{},[996,1648,1483],{},[996,1650,1651],{},[924,1652,1624],{},[996,1654,1074],{},[996,1656,1265],{},[996,1658,1659],{},[924,1660,1468],{},[996,1662,1635],{"align":1058},[996,1664,1638],{"align":1058},[996,1666,1667],{"align":1058},"1.0005",[996,1669,1670],{},"7.97 \u002F 2.68",[901,1672,1673,1674,1676],{},"The FP8-E4M3 row (",[924,1675,1605],{},") demonstrates the dtype-aware\nnibble routing: splitting the byte into two 4-bit planes drops entropy\nfrom 6.64 to ~3.3 bits\u002Fbyte per plane, yielding a 2× compression ratio\non a dtype that is otherwise incompressible byte-wise.",[905,1678,1680],{"id":1679},"plane-entropy","Plane entropy",[901,1682,1683,1684,1686,1687,1690],{},"Per-plane entropy on ",[924,1685,1259],{}," (fp32). The ",[924,1688,1689],{},"reorder","\nstrategy moves the IEEE-754 exponent bits into a dedicated plane,\nexposing the trained-weight exponent distribution (≈ 3.25 bits\u002Fbyte)\nthat is otherwise scattered across byte boundaries.",[578,1692,1693,1706],{},[973,1694,1695],{},[976,1696,1697,1700,1703],{},[979,1698,1699],{},"Strategy",[979,1701,1702],{},"Plane",[979,1704,1705],{"align":1058},"Entropy (bits\u002Fbyte)",[991,1707,1708,1719,1730,1739,1749,1759,1768,1777,1786],{},[976,1709,1710,1713,1716],{},[996,1711,1712],{},"raw",[996,1714,1715],{},"all",[996,1717,1718],{"align":1058},"7.467",[976,1720,1721,1724,1727],{},[996,1722,1723],{},"shuffle",[996,1725,1726],{},"byte0",[996,1728,1729],{"align":1058},"8.000",[976,1731,1732,1734,1737],{},[996,1733,1723],{},[996,1735,1736],{},"byte1",[996,1738,1729],{"align":1058},[976,1740,1741,1743,1746],{},[996,1742,1723],{},[996,1744,1745],{},"byte2",[996,1747,1748],{"align":1058},"7.971",[976,1750,1751,1753,1756],{},[996,1752,1723],{},[996,1754,1755],{},"byte3",[996,1757,1758],{"align":1058},"3.301",[976,1760,1761,1763,1766],{},[996,1762,1689],{},[996,1764,1765],{},"mantissa_lo",[996,1767,1729],{"align":1058},[976,1769,1770,1772,1775],{},[996,1771,1689],{},[996,1773,1774],{},"mantissa_mid",[996,1776,1729],{"align":1058},[976,1778,1779,1781,1784],{},[996,1780,1689],{},[996,1782,1783],{},"mantissa_hi",[996,1785,1748],{"align":1058},[976,1787,1788,1790,1793],{},[996,1789,1689],{},[996,1791,1792],{},"exponent",[996,1794,1795],{"align":1058},"3.251",[905,1797,1799],{"id":1798},"method-comparison-synthetic","Method comparison (synthetic)",[901,1801,1802],{},"Compression ratio and throughput on synthetic uniform-random data\nacross the four high-level PTWM methods. Ratios above 1.0 reflect\ncompression; values at or below 1.0 reflect the method passing\nthrough (or in the FP8 cases, the raw input being smaller than the\ncontainer's per-tensor overhead at 500 kB).",[578,1804,1805,1828],{},[973,1806,1807],{},[976,1808,1809,1811,1813,1816,1819,1822,1825],{},[979,1810,1228],{},[979,1812,1237],{"align":1058},[979,1814,1815],{},"Method",[979,1817,1818],{"align":1058},"Compressed",[979,1820,1821],{"align":1058},"Ratio",[979,1823,1824],{"align":1058},"Compress (MB\u002Fs)",[979,1826,1827],{"align":1058},"Decompress (MB\u002Fs)",[991,1829,1830,1855,1878,1901,1924,1948,1970,1992,2014,2035,2057,2079,2101,2124,2146,2168,2189,2211,2233,2255,2275,2295,2316,2336,2356,2377,2399,2421,2445,2467],{},[976,1831,1832,1835,1838,1843,1846,1849,1852],{},[996,1833,1834],{},"float32",[996,1836,1837],{"align":1058},"2,000,000",[996,1839,1840],{},[924,1841,1842],{},"IDENTITY",[996,1844,1845],{"align":1058},"2,000,357",[996,1847,1848],{"align":1058},"0.9998",[996,1850,1851],{"align":1058},"533.4",[996,1853,1854],{"align":1058},"612.6",[976,1856,1857,1859,1861,1866,1869,1872,1875],{},[996,1858,1834],{},[996,1860,1837],{"align":1058},[996,1862,1863],{},[924,1864,1865],{},"HUFFMAN",[996,1867,1868],{"align":1058},"1,673,915",[996,1870,1871],{"align":1058},"1.1948",[996,1873,1874],{"align":1058},"661.0",[996,1876,1877],{"align":1058},"1155.0",[976,1879,1880,1882,1884,1889,1892,1895,1898],{},[996,1881,1834],{},[996,1883,1837],{"align":1058},[996,1885,1886],{},[924,1887,1888],{},"RANS",[996,1890,1891],{"align":1058},"1,661,813",[996,1893,1894],{"align":1058},"1.2035",[996,1896,1897],{"align":1058},"378.3",[996,1899,1900],{"align":1058},"1068.7",[976,1902,1903,1905,1907,1912,1915,1918,1921],{},[996,1904,1834],{},[996,1906,1837],{"align":1058},[996,1908,1909],{},[924,1910,1911],{},"ZSTD",[996,1913,1914],{"align":1058},"1,706,934",[996,1916,1917],{"align":1058},"1.1717",[996,1919,1920],{"align":1058},"417.8",[996,1922,1923],{"align":1058},"1055.2",[976,1925,1926,1929,1932,1936,1939,1942,1945],{},[996,1927,1928],{},"bfloat16",[996,1930,1931],{"align":1058},"1,000,000",[996,1933,1934],{},[924,1935,1842],{},[996,1937,1938],{"align":1058},"1,000,141",[996,1940,1941],{"align":1058},"0.9999",[996,1943,1944],{"align":1058},"543.8",[996,1946,1947],{"align":1058},"933.3",[976,1949,1950,1952,1954,1958,1961,1964,1967],{},[996,1951,1928],{},[996,1953,1931],{"align":1058},[996,1955,1956],{},[924,1957,1865],{},[996,1959,1960],{"align":1058},"673,395",[996,1962,1963],{"align":1058},"1.4850",[996,1965,1966],{"align":1058},"462.2",[996,1968,1969],{"align":1058},"753.1",[976,1971,1972,1974,1976,1980,1983,1986,1989],{},[996,1973,1928],{},[996,1975,1931],{"align":1058},[996,1977,1978],{},[924,1979,1888],{},[996,1981,1982],{"align":1058},"660,441",[996,1984,1985],{"align":1058},"1.5141",[996,1987,1988],{"align":1058},"265.3",[996,1990,1991],{"align":1058},"654.8",[976,1993,1994,1996,1998,2002,2005,2008,2011],{},[996,1995,1928],{},[996,1997,1931],{"align":1058},[996,1999,2000],{},[924,2001,1911],{},[996,2003,2004],{"align":1058},"705,920",[996,2006,2007],{"align":1058},"1.4166",[996,2009,2010],{"align":1058},"331.2",[996,2012,2013],{"align":1058},"750.2",[976,2015,2016,2019,2021,2025,2027,2029,2032],{},[996,2017,2018],{},"float16",[996,2020,1931],{"align":1058},[996,2022,2023],{},[924,2024,1842],{},[996,2026,1938],{"align":1058},[996,2028,1941],{"align":1058},[996,2030,2031],{"align":1058},"665.9",[996,2033,2034],{"align":1058},"1180.4",[976,2036,2037,2039,2041,2045,2048,2051,2054],{},[996,2038,2018],{},[996,2040,1931],{"align":1058},[996,2042,2043],{},[924,2044,1865],{},[996,2046,2047],{"align":1058},"847,603",[996,2049,2050],{"align":1058},"1.1798",[996,2052,2053],{"align":1058},"438.5",[996,2055,2056],{"align":1058},"836.5",[976,2058,2059,2061,2063,2067,2070,2073,2076],{},[996,2060,2018],{},[996,2062,1931],{"align":1058},[996,2064,2065],{},[924,2066,1888],{},[996,2068,2069],{"align":1058},"845,157",[996,2071,2072],{"align":1058},"1.1832",[996,2074,2075],{"align":1058},"263.1",[996,2077,2078],{"align":1058},"656.9",[976,2080,2081,2083,2085,2089,2092,2095,2098],{},[996,2082,2018],{},[996,2084,1931],{"align":1058},[996,2086,2087],{},[924,2088,1911],{},[996,2090,2091],{"align":1058},"848,612",[996,2093,2094],{"align":1058},"1.1784",[996,2096,2097],{"align":1058},"349.2",[996,2099,2100],{"align":1058},"892.6",[976,2102,2103,2105,2108,2112,2115,2118,2121],{},[996,2104,1544],{},[996,2106,2107],{"align":1058},"500,000",[996,2109,2110],{},[924,2111,1842],{},[996,2113,2114],{"align":1058},"1,000,105",[996,2116,2117],{"align":1058},"0.4999",[996,2119,2120],{"align":1058},"283.9",[996,2122,2123],{"align":1058},"1077.2",[976,2125,2126,2128,2130,2134,2137,2140,2143],{},[996,2127,1544],{},[996,2129,2107],{"align":1058},[996,2131,2132],{},[924,2133,1865],{},[996,2135,2136],{"align":1058},"410,981",[996,2138,2139],{"align":1058},"1.2166",[996,2141,2142],{"align":1058},"222.9",[996,2144,2145],{"align":1058},"220.9",[976,2147,2148,2150,2152,2156,2159,2162,2165],{},[996,2149,1544],{},[996,2151,2107],{"align":1058},[996,2153,2154],{},[924,2155,1888],{},[996,2157,2158],{"align":1058},"406,754",[996,2160,2161],{"align":1058},"1.2292",[996,2163,2164],{"align":1058},"96.4",[996,2166,2167],{"align":1058},"176.6",[976,2169,2170,2173,2175,2179,2181,2183,2186],{},[996,2171,2172],{},"fp8-e5m2",[996,2174,2107],{"align":1058},[996,2176,2177],{},[924,2178,1842],{},[996,2180,2114],{"align":1058},[996,2182,2117],{"align":1058},[996,2184,2185],{"align":1058},"346.2",[996,2187,2188],{"align":1058},"913.3",[976,2190,2191,2193,2195,2199,2202,2205,2208],{},[996,2192,2172],{},[996,2194,2107],{"align":1058},[996,2196,2197],{},[924,2198,1865],{},[996,2200,2201],{"align":1058},"355,703",[996,2203,2204],{"align":1058},"1.4057",[996,2206,2207],{"align":1058},"206.3",[996,2209,2210],{"align":1058},"264.2",[976,2212,2213,2215,2217,2221,2224,2227,2230],{},[996,2214,2172],{},[996,2216,2107],{"align":1058},[996,2218,2219],{},[924,2220,1888],{},[996,2222,2223],{"align":1058},"351,351",[996,2225,2226],{"align":1058},"1.4231",[996,2228,2229],{"align":1058},"96.7",[996,2231,2232],{"align":1058},"172.1",[976,2234,2235,2238,2240,2244,2247,2249,2252],{},[996,2236,2237],{},"int8",[996,2239,2107],{"align":1058},[996,2241,2242],{},[924,2243,1842],{},[996,2245,2246],{"align":1058},"500,105",[996,2248,1848],{"align":1058},[996,2250,2251],{"align":1058},"1266.2",[996,2253,2254],{"align":1058},"2276.0",[976,2256,2257,2259,2261,2265,2267,2269,2272],{},[996,2258,2237],{},[996,2260,2107],{"align":1058},[996,2262,2263],{},[924,2264,1865],{},[996,2266,2246],{"align":1058},[996,2268,1848],{"align":1058},[996,2270,2271],{"align":1058},"624.8",[996,2273,2274],{"align":1058},"986.3",[976,2276,2277,2279,2281,2285,2287,2289,2292],{},[996,2278,2237],{},[996,2280,2107],{"align":1058},[996,2282,2283],{},[924,2284,1888],{},[996,2286,2246],{"align":1058},[996,2288,1848],{"align":1058},[996,2290,2291],{"align":1058},"236.1",[996,2293,2294],{"align":1058},"1762.7",[976,2296,2297,2300,2302,2306,2308,2310,2313],{},[996,2298,2299],{},"int16",[996,2301,1931],{"align":1058},[996,2303,2304],{},[924,2305,1842],{},[996,2307,1938],{"align":1058},[996,2309,1941],{"align":1058},[996,2311,2312],{"align":1058},"752.2",[996,2314,2315],{"align":1058},"981.8",[976,2317,2318,2320,2322,2326,2328,2330,2333],{},[996,2319,2299],{},[996,2321,1931],{"align":1058},[996,2323,2324],{},[924,2325,1865],{},[996,2327,1938],{"align":1058},[996,2329,1941],{"align":1058},[996,2331,2332],{"align":1058},"428.8",[996,2334,2335],{"align":1058},"894.3",[976,2337,2338,2340,2342,2346,2348,2350,2353],{},[996,2339,2299],{},[996,2341,1931],{"align":1058},[996,2343,2344],{},[924,2345,1888],{},[996,2347,1938],{"align":1058},[996,2349,1941],{"align":1058},[996,2351,2352],{"align":1058},"241.3",[996,2354,2355],{"align":1058},"765.0",[976,2357,2358,2361,2363,2367,2369,2371,2374],{},[996,2359,2360],{},"int32",[996,2362,1837],{"align":1058},[996,2364,2365],{},[924,2366,1842],{},[996,2368,1845],{"align":1058},[996,2370,1848],{"align":1058},[996,2372,2373],{"align":1058},"991.4",[996,2375,2376],{"align":1058},"694.8",[976,2378,2379,2381,2383,2387,2390,2393,2396],{},[996,2380,2360],{},[996,2382,1837],{"align":1058},[996,2384,2385],{},[924,2386,1865],{},[996,2388,2389],{"align":1058},"1,938,945",[996,2391,2392],{"align":1058},"1.0315",[996,2394,2395],{"align":1058},"715.3",[996,2397,2398],{"align":1058},"574.7",[976,2400,2401,2403,2405,2409,2412,2415,2418],{},[996,2402,2360],{},[996,2404,1837],{"align":1058},[996,2406,2407],{},[924,2408,1888],{},[996,2410,2411],{"align":1058},"1,943,599",[996,2413,2414],{"align":1058},"1.0290",[996,2416,2417],{"align":1058},"399.7",[996,2419,2420],{"align":1058},"613.4",[976,2422,2423,2426,2429,2433,2436,2439,2442],{},[996,2424,2425],{},"int64",[996,2427,2428],{"align":1058},"4,000,000",[996,2430,2431],{},[924,2432,1842],{},[996,2434,2435],{"align":1058},"4,001,221",[996,2437,2438],{"align":1058},"0.9997",[996,2440,2441],{"align":1058},"1110.3",[996,2443,2444],{"align":1058},"1019.3",[976,2446,2447,2449,2451,2455,2458,2461,2464],{},[996,2448,2425],{},[996,2450,2428],{"align":1058},[996,2452,2453],{},[924,2454,1865],{},[996,2456,2457],{"align":1058},"2,199,601",[996,2459,2460],{"align":1058},"1.8185",[996,2462,2463],{"align":1058},"819.7",[996,2465,2466],{"align":1058},"882.6",[976,2468,2469,2471,2473,2477,2480,2483,2486],{},[996,2470,2425],{},[996,2472,2428],{"align":1058},[996,2474,2475],{},[924,2476,1888],{},[996,2478,2479],{"align":1058},"2,232,699",[996,2481,2482],{"align":1058},"1.7916",[996,2484,2485],{"align":1058},"561.0",[996,2487,2488],{"align":1058},"809.5",[905,2490,2492],{"id":2491},"codec-comparison-real-models","Codec comparison (real models)",[901,2494,2495],{},"Per-codec ratio and throughput on real fp32 models, holding the\npreprocessing graph fixed at reorder+split for the Huffman and rANS\nrows and varying the ZSTD prefilter across the rest.",[578,2497,2498,2515],{},[973,2499,2500],{},[976,2501,2502,2504,2507,2509,2511,2513],{},[979,2503,981],{},[979,2505,2506],{},"Codec",[979,2508,1818],{"align":1058},[979,2510,1821],{"align":1058},[979,2512,1824],{"align":1058},[979,2514,1827],{"align":1058},[991,2516,2517,2537,2558,2579,2600,2621,2641,2660,2680,2700,2720,2740],{},[976,2518,2519,2523,2526,2529,2531,2534],{},[996,2520,2521],{},[924,2522,1259],{},[996,2524,2525],{},"Huffman (reorder+split)",[996,2527,2528],{"align":1058},"86,736,647",[996,2530,1279],{"align":1058},[996,2532,2533],{"align":1058},"205.3",[996,2535,2536],{"align":1058},"1375.9",[976,2538,2539,2543,2546,2549,2552,2555],{},[996,2540,2541],{},[924,2542,1259],{},[996,2544,2545],{},"rANS (reorder+split)",[996,2547,2548],{"align":1058},"86,451,110",[996,2550,2551],{"align":1058},"1.0736",[996,2553,2554],{"align":1058},"119.5",[996,2556,2557],{"align":1058},"928.8",[976,2559,2560,2564,2567,2570,2573,2576],{},[996,2561,2562],{},[924,2563,1259],{},[996,2565,2566],{},"ZSTD (reorder+split)",[996,2568,2569],{"align":1058},"79,498,276",[996,2571,2572],{"align":1058},"1.1675",[996,2574,2575],{"align":1058},"158.1",[996,2577,2578],{"align":1058},"1276.6",[976,2580,2581,2585,2588,2591,2594,2597],{},[996,2582,2583],{},[924,2584,1259],{},[996,2586,2587],{},"ZSTD (shuffle)",[996,2589,2590],{"align":1058},"79,409,482",[996,2592,2593],{"align":1058},"1.1688",[996,2595,2596],{"align":1058},"67.5",[996,2598,2599],{"align":1058},"541.2",[976,2601,2602,2606,2609,2612,2615,2618],{},[996,2603,2604],{},[924,2605,1259],{},[996,2607,2608],{},"ZSTD (bitshuffle)",[996,2610,2611],{"align":1058},"80,272,706",[996,2613,2614],{"align":1058},"1.1563",[996,2616,2617],{"align":1058},"204.7",[996,2619,2620],{"align":1058},"562.6",[976,2622,2623,2627,2630,2633,2635,2638],{},[996,2624,2625],{},[924,2626,1259],{},[996,2628,2629],{},"ZSTD (bytedelta)",[996,2631,2632],{"align":1058},"92,818,496",[996,2634,1505],{"align":1058},[996,2636,2637],{"align":1058},"420.9",[996,2639,2640],{"align":1058},"699.9",[976,2642,2643,2647,2649,2652,2654,2657],{},[996,2644,2645],{},[924,2646,1319],{},[996,2648,2525],{},[996,2650,2651],{"align":1058},"96,346,850",[996,2653,1336],{"align":1058},[996,2655,2656],{"align":1058},"168.1",[996,2658,2659],{"align":1058},"1282.5",[976,2661,2662,2666,2668,2671,2674,2677],{},[996,2663,2664],{},[924,2665,1319],{},[996,2667,2545],{},[996,2669,2670],{"align":1058},"96,062,980",[996,2672,2673],{"align":1058},"1.0619",[996,2675,2676],{"align":1058},"131.9",[996,2678,2679],{"align":1058},"938.8",[976,2681,2682,2686,2688,2691,2694,2697],{},[996,2683,2684],{},[924,2685,1319],{},[996,2687,2566],{},[996,2689,2690],{"align":1058},"86,884,859",[996,2692,2693],{"align":1058},"1.1741",[996,2695,2696],{"align":1058},"148.4",[996,2698,2699],{"align":1058},"1133.0",[976,2701,2702,2706,2708,2711,2714,2717],{},[996,2703,2704],{},[924,2705,1319],{},[996,2707,2587],{},[996,2709,2710],{"align":1058},"86,536,651",[996,2712,2713],{"align":1058},"1.1788",[996,2715,2716],{"align":1058},"59.7",[996,2718,2719],{"align":1058},"707.5",[976,2721,2722,2726,2728,2731,2734,2737],{},[996,2723,2724],{},[924,2725,1319],{},[996,2727,2608],{},[996,2729,2730],{"align":1058},"87,549,748",[996,2732,2733],{"align":1058},"1.1652",[996,2735,2736],{"align":1058},"222.4",[996,2738,2739],{"align":1058},"804.0",[976,2741,2742,2746,2748,2751,2753,2756],{},[996,2743,2744],{},[924,2745,1319],{},[996,2747,2629],{},[996,2749,2750],{"align":1058},"102,013,376",[996,2752,1505],{"align":1058},[996,2754,2755],{"align":1058},"559.2",[996,2757,2758],{"align":1058},"1094.1",[905,2760,2762],{"id":2761},"random-access-tradeoff","Random-access tradeoff",[901,2764,2765,2766,2769],{},"Per-tensor compression preserves random access but pays a small ratio\npenalty against monolithic compression. On ",[924,2767,2768],{},"distilbert-base-uncased","\nthe gap is negligible for ZSTD (1.1811 vs 1.1803) and reversed for\nHuffman and rANS, where the per-tensor coder benefits from\ndtype-aware preprocessing while the monolithic stream cannot\nrecognise tensor boundaries.",[578,2771,2772,2787],{},[973,2773,2774],{},[976,2775,2776,2779,2781,2783,2785],{},[979,2777,2778],{},"Coder",[979,2780,1699],{},[979,2782,1818],{"align":1058},[979,2784,1821],{"align":1058},[979,2786,1824],{"align":1058},[991,2788,2789,2804,2819,2834,2847,2862],{},[976,2790,2791,2793,2796,2799,2801],{},[996,2792,399],{},[996,2794,2795],{},"per_tensor",[996,2797,2798],{"align":1058},"257,921,169",[996,2800,1392],{"align":1058},[996,2802,2803],{"align":1058},"336.2",[976,2805,2806,2808,2811,2814,2816],{},[996,2807,399],{},[996,2809,2810],{},"monolithic",[996,2812,2813],{"align":1058},"267,687,148",[996,2815,1505],{"align":1058},[996,2817,2818],{"align":1058},"260.5",[976,2820,2821,2823,2825,2828,2831],{},[996,2822,423],{},[996,2824,2795],{},[996,2826,2827],{"align":1058},"257,426,023",[996,2829,2830],{"align":1058},"1.0399",[996,2832,2833],{"align":1058},"276.4",[976,2835,2836,2838,2840,2842,2844],{},[996,2837,423],{},[996,2839,2810],{},[996,2841,2813],{"align":1058},[996,2843,1505],{"align":1058},[996,2845,2846],{"align":1058},"203.9",[976,2848,2849,2851,2853,2856,2859],{},[996,2850,431],{},[996,2852,2795],{},[996,2854,2855],{"align":1058},"226,638,984",[996,2857,2858],{"align":1058},"1.1811",[996,2860,2861],{"align":1058},"278.2",[976,2863,2864,2866,2868,2871,2874],{},[996,2865,431],{},[996,2867,2810],{},[996,2869,2870],{"align":1058},"226,799,862",[996,2872,2873],{"align":1058},"1.1803",[996,2875,2876],{"align":1058},"209.3",[901,2878,2879,2880,2882],{},"Source data for ",[924,2881,1375],{},"\n(267,687,144 raw bytes, 40 fp32 tensors).",{"title":2884,"searchDepth":2885,"depth":2885,"links":2886},"",3,[2887,2889,2890,2891,2892,2893,2894,2895,2896,2897],{"id":907,"depth":2888,"text":908},2,{"id":965,"depth":2888,"text":966},{"id":1037,"depth":2888,"text":1038},{"id":1153,"depth":2888,"text":1154},{"id":1183,"depth":2888,"text":1184},{"id":1206,"depth":2888,"text":1207},{"id":1679,"depth":2888,"text":1680},{"id":1798,"depth":2888,"text":1799},{"id":2491,"depth":2888,"text":2492},{"id":2761,"depth":2888,"text":2762},"Compression ratios and throughput on real-world models, plus per-feature benchmark tables.","md",null,{},{"title":880,"description":2898},"3sarOG9l9oMSEyOcgvCHGyHQSoieGf4GBnuYg3CSZM8",[2905,2907],{"title":876,"path":877,"stem":878,"description":2906},"Unsigned LEB128 varints and a bounds-checked byte cursor for the compact wire formats (the \\x89PTWS frame and the compact chain wire).",{"title":884,"path":885,"stem":886,"description":2908},"Add new codecs, transforms, classifiers, and more as signed bundles — without modifying PTWM core.",1794396778829]