[{"data":1,"prerenderedAt":1853},["ShallowReactive",2],{"navigation":3,"\u002Fguides\u002Fpython-api":895,"\u002Fguides\u002Fpython-api-surround":1848},[4,8,168,206,879,883,887,891],{"title":5,"path":6,"stem":7},"Quickstart","\u002Fquickstart","01.quickstart",{"title":9,"path":10,"stem":11,"children":12},"Concepts","\u002Fconcepts","20.concepts",[13,15,19,23,84,88,92,96,100],{"title":9,"path":10,"stem":14},"20.concepts\u002Findex",{"title":16,"path":17,"stem":18},"Preprocessing Graph","\u002Fconcepts\u002Fppg","20.concepts\u002F2.ppg",{"title":20,"path":21,"stem":22},"Plane decomposition","\u002Fconcepts\u002Fplanes","20.concepts\u002F3.planes",{"title":24,"path":25,"stem":26,"children":27},"Codecs","\u002Fconcepts\u002Fcodecs","20.concepts\u002F4.codecs",[28,32,36,40,44,48,52,56,60,64,68,72,76,80],{"title":29,"path":30,"stem":31},"Arithmetic","\u002Fconcepts\u002Fcodecs\u002Farithmetic","20.concepts\u002Fcodecs\u002Farithmetic",{"title":33,"path":34,"stem":35},"Context Mixing Lite","\u002Fconcepts\u002Fcodecs\u002Fcontext-mixing-lite","20.concepts\u002Fcodecs\u002Fcontext-mixing-lite",{"title":37,"path":38,"stem":39},"FPC","\u002Fconcepts\u002Fcodecs\u002Ffpc","20.concepts\u002Fcodecs\u002Ffpc",{"title":41,"path":42,"stem":43},"Huffman LLM 5-Bit","\u002Fconcepts\u002Fcodecs\u002Fhuff-llm","20.concepts\u002Fcodecs\u002Fhuff-llm",{"title":45,"path":46,"stem":47},"Huffman","\u002Fconcepts\u002Fcodecs\u002Fhuffman","20.concepts\u002Fcodecs\u002Fhuffman",{"title":49,"path":50,"stem":51},"Identity","\u002Fconcepts\u002Fcodecs\u002Fidentity","20.concepts\u002Fcodecs\u002Fidentity",{"title":53,"path":54,"stem":55},"Neural Predictor","\u002Fconcepts\u002Fcodecs\u002Fneural-predictor","20.concepts\u002Fcodecs\u002Fneural-predictor",{"title":57,"path":58,"stem":59},"Order-1 Arithmetic","\u002Fconcepts\u002Fcodecs\u002Forder1-arithmetic","20.concepts\u002Fcodecs\u002Forder1-arithmetic",{"title":61,"path":62,"stem":63},"Order-1 Scale AC","\u002Fconcepts\u002Fcodecs\u002Forder1-scale-ac","20.concepts\u002Fcodecs\u002Forder1-scale-ac",{"title":65,"path":66,"stem":67},"Per-Group Codebook","\u002Fconcepts\u002Fcodecs\u002Fper-group-codebook","20.concepts\u002Fcodecs\u002Fper-group-codebook",{"title":69,"path":70,"stem":71},"rANS","\u002Fconcepts\u002Fcodecs\u002Frans","20.concepts\u002Fcodecs\u002Frans",{"title":73,"path":74,"stem":75},"tANS","\u002Fconcepts\u002Fcodecs\u002Ftans","20.concepts\u002Fcodecs\u002Ftans",{"title":77,"path":78,"stem":79},"Zstd","\u002Fconcepts\u002Fcodecs\u002Fzstd","20.concepts\u002Fcodecs\u002Fzstd",{"title":81,"path":82,"stem":83},"Zstd Dictionary","\u002Fconcepts\u002Fcodecs\u002Fzstd-dict","20.concepts\u002Fcodecs\u002Fzstd-dict",{"title":85,"path":86,"stem":87},"Container format","\u002Fconcepts\u002Fcontainer","20.concepts\u002F5.container",{"title":89,"path":90,"stem":91},"Delta compression","\u002Fconcepts\u002Fdelta","20.concepts\u002F6.delta",{"title":93,"path":94,"stem":95},"Extensibility","\u002Fconcepts\u002Fextensibility","20.concepts\u002F7.extensibility",{"title":24,"path":25,"stem":97,"children":98},"20.concepts\u002Fcodecs\u002Findex",[99],{"title":24,"path":25,"stem":97},{"title":101,"path":102,"stem":103,"children":104},"Transforms","\u002Fconcepts\u002Ftransforms","20.concepts\u002Ftransforms\u002Findex",[105,106,110,114,118,122,126,130,134,140,144,148,152,156,160,164],{"title":101,"path":102,"stem":103},{"title":107,"path":108,"stem":109},"Alpha-Stable Normalize","\u002Fconcepts\u002Ftransforms\u002Falpha-stable-normalize","20.concepts\u002Ftransforms\u002Falpha-stable-normalize",{"title":111,"path":112,"stem":113},"Bit Reorder","\u002Fconcepts\u002Ftransforms\u002Fbit-reorder","20.concepts\u002Ftransforms\u002Fbit-reorder",{"title":115,"path":116,"stem":117},"Block Microscaling Repack","\u002Fconcepts\u002Ftransforms\u002Fblock-microscaling-repack","20.concepts\u002Ftransforms\u002Fblock-microscaling-repack",{"title":119,"path":120,"stem":121},"Burrows-Wheeler","\u002Fconcepts\u002Ftransforms\u002Fburrows-wheeler","20.concepts\u002Ftransforms\u002Fburrows-wheeler",{"title":123,"path":124,"stem":125},"Byte Split & Nibble Split","\u002Fconcepts\u002Ftransforms\u002Fbyte-split","20.concepts\u002Ftransforms\u002Fbyte-split",{"title":127,"path":128,"stem":129},"Concat","\u002Fconcepts\u002Ftransforms\u002Fconcat","20.concepts\u002Ftransforms\u002Fconcat",{"title":131,"path":132,"stem":133},"Delta","\u002Fconcepts\u002Ftransforms\u002Fdelta","20.concepts\u002Ftransforms\u002Fdelta",{"title":135,"path":136,"stem":137,"children":138},"Index Bitwidth Pack","\u002Fconcepts\u002Ftransforms\u002Findex-bitwidth-pack","20.concepts\u002Ftransforms\u002Findex-bitwidth-pack",[139],{"title":135,"path":136,"stem":137},{"title":141,"path":142,"stem":143},"IntDelta","\u002Fconcepts\u002Ftransforms\u002Fint-delta","20.concepts\u002Ftransforms\u002Fint-delta",{"title":145,"path":146,"stem":147},"Mantissa Zero Strip","\u002Fconcepts\u002Ftransforms\u002Fmantissa-zero-strip","20.concepts\u002Ftransforms\u002Fmantissa-zero-strip",{"title":149,"path":150,"stem":151},"Move to Front","\u002Fconcepts\u002Ftransforms\u002Fmove-to-front","20.concepts\u002Ftransforms\u002Fmove-to-front",{"title":153,"path":154,"stem":155},"MxFp4 Deinterleave","\u002Fconcepts\u002Ftransforms\u002Fmxfp4-deinterleave","20.concepts\u002Ftransforms\u002Fmxfp4-deinterleave",{"title":157,"path":158,"stem":159},"Predictor XOR","\u002Fconcepts\u002Ftransforms\u002Fpredictor-xor","20.concepts\u002Ftransforms\u002Fpredictor-xor",{"title":161,"path":162,"stem":163},"Reshape","\u002Fconcepts\u002Ftransforms\u002Freshape","20.concepts\u002Ftransforms\u002Freshape",{"title":165,"path":166,"stem":167},"Spherical Normalize","\u002Fconcepts\u002Ftransforms\u002Fspherical-normalize","20.concepts\u002Ftransforms\u002Fspherical-normalize",{"title":169,"path":170,"stem":171,"children":172},"Guides","\u002Fguides","30.guides\u002F00.index",[173,174,178,182,186,190,194,198,202],{"title":169,"path":170,"stem":171},{"title":175,"path":176,"stem":177},"CLI usage","\u002Fguides\u002Fcli","30.guides\u002F01.cli",{"title":179,"path":180,"stem":181},"Python API","\u002Fguides\u002Fpython-api","30.guides\u002F02.python-api",{"title":183,"path":184,"stem":185},"Writing your first extension","\u002Fguides\u002Fextension-authoring","30.guides\u002F03.extension-authoring",{"title":187,"path":188,"stem":189},"Trust and security","\u002Fguides\u002Ftrust-and-security","30.guides\u002F04.trust-and-security",{"title":191,"path":192,"stem":193},"Random access","\u002Fguides\u002Frandom-access","30.guides\u002F10.random-access",{"title":195,"path":196,"stem":197},"Tuning","\u002Fguides\u002Ftuning","30.guides\u002F11.tuning",{"title":199,"path":200,"stem":201},"Safetensors","\u002Fguides\u002Fsafetensors","30.guides\u002F50.safetensors",{"title":203,"path":204,"stem":205},"Transformers","\u002Fguides\u002Ftransformers","30.guides\u002F51.transformers",{"title":207,"path":208,"stem":209,"children":210},"API reference","\u002Fapi","40.api",[211,330],{"title":179,"path":212,"stem":213,"children":214},"\u002Fapi\u002Fpython","api\u002Fpython\u002Findex",[215,216],{"title":179,"path":212,"stem":213},{"title":217,"path":218,"stem":219,"children":220},"ptwm","\u002Fapi\u002Fpython\u002Fptwm","api\u002Fpython\u002Fptwm",[221,225,229,270,274,278,282,286,307,311,315,319,323,327],{"title":222,"path":223,"stem":224},"ablation","\u002Fapi\u002Fpython\u002Fptwm\u002Fablation","api\u002Fpython\u002Fptwm\u002Fablation",{"title":226,"path":227,"stem":228},"classify","\u002Fapi\u002Fpython\u002Fptwm\u002Fclassify","api\u002Fpython\u002Fptwm\u002Fclassify",{"title":230,"path":231,"stem":232,"children":233},"cli","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli","api\u002Fpython\u002Fptwm\u002Fcli",[234,238,242,246,250,254,258,262,266],{"title":235,"path":236,"stem":237},"bench","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fbench","api\u002Fpython\u002Fptwm\u002Fcli\u002Fbench",{"title":239,"path":240,"stem":241},"chains","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fchains","api\u002Fpython\u002Fptwm\u002Fcli\u002Fchains",{"title":243,"path":244,"stem":245},"compress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress",{"title":247,"path":248,"stem":249},"decompress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress",{"title":251,"path":252,"stem":253},"ext","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fext","api\u002Fpython\u002Fptwm\u002Fcli\u002Fext",{"title":255,"path":256,"stem":257},"main","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fmain","api\u002Fpython\u002Fptwm\u002Fcli\u002Fmain",{"title":259,"path":260,"stem":261},"policy","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy","api\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy",{"title":263,"path":264,"stem":265},"trust","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust","api\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust",{"title":267,"path":268,"stem":269},"utils","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Futils","api\u002Fpython\u002Fptwm\u002Fcli\u002Futils",{"title":271,"path":272,"stem":273},"codecs","\u002Fapi\u002Fpython\u002Fptwm\u002Fcodecs","api\u002Fpython\u002Fptwm\u002Fcodecs",{"title":275,"path":276,"stem":277},"core","\u002Fapi\u002Fpython\u002Fptwm\u002Fcore","api\u002Fpython\u002Fptwm\u002Fcore",{"title":279,"path":280,"stem":281},"delta","\u002Fapi\u002Fpython\u002Fptwm\u002Fdelta","api\u002Fpython\u002Fptwm\u002Fdelta",{"title":283,"path":284,"stem":285},"entropy","\u002Fapi\u002Fpython\u002Fptwm\u002Fentropy","api\u002Fpython\u002Fptwm\u002Fentropy",{"title":287,"path":288,"stem":289,"children":290},"ext_tooling","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling","api\u002Fpython\u002Fptwm\u002Fext_tooling",[291,295,299,303],{"title":292,"path":293,"stem":294},"build","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild",{"title":296,"path":297,"stem":298},"init","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit",{"title":300,"path":301,"stem":302},"pack","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack",{"title":304,"path":305,"stem":306},"sign","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign",{"title":308,"path":309,"stem":310},"integrations","\u002Fapi\u002Fpython\u002Fptwm\u002Fintegrations","api\u002Fpython\u002Fptwm\u002Fintegrations",{"title":312,"path":313,"stem":314},"preprocessing","\u002Fapi\u002Fpython\u002Fptwm\u002Fpreprocessing","api\u002Fpython\u002Fptwm\u002Fpreprocessing",{"title":316,"path":317,"stem":318},"random_access","\u002Fapi\u002Fpython\u002Fptwm\u002Frandom_access","api\u002Fpython\u002Fptwm\u002Frandom_access",{"title":320,"path":321,"stem":322},"sharding","\u002Fapi\u002Fpython\u002Fptwm\u002Fsharding","api\u002Fpython\u002Fptwm\u002Fsharding",{"title":324,"path":325,"stem":326},"stores","\u002Fapi\u002Fpython\u002Fptwm\u002Fstores","api\u002Fpython\u002Fptwm\u002Fstores",{"title":267,"path":328,"stem":329},"\u002Fapi\u002Fpython\u002Fptwm\u002Futils","api\u002Fpython\u002Fptwm\u002Futils",{"title":331,"path":332,"stem":333,"children":334},"Rust API","\u002Fapi\u002Frust","api\u002Frust\u002Findex",[335,336],{"title":331,"path":332,"stem":333},{"title":337,"path":338,"stem":339,"children":340},"ptwm_core","\u002Fapi\u002Frust\u002Fptwm_core","api\u002Frust\u002Fptwm_core",[341,370,374,378,438,442,446,450,453,457,460,464,526,530,581,585,614,618,624,649,653,657,661,680,684,688,692,696,700,721,725,729,737,834,858,875],{"title":342,"path":343,"stem":344,"children":345},"chain","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain","api\u002Frust\u002Fptwm_core\u002Fchain",[346,350,354,358,362,366],{"title":347,"path":348,"stem":349},"dispatch","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch",{"title":351,"path":352,"stem":353},"graph","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph",{"title":355,"path":356,"stem":357},"runtime","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime",{"title":359,"path":360,"stem":361},"validate","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate",{"title":363,"path":364,"stem":365},"wire","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire",{"title":367,"path":368,"stem":369},"wire_compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire_compact","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire_compact",{"title":371,"path":372,"stem":373},"codec","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec","api\u002Frust\u002Fptwm_core\u002Fcodec",{"title":375,"path":376,"stem":377},"codec_tagged","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec_tagged","api\u002Frust\u002Fptwm_core\u002Fcodec_tagged",{"title":271,"path":379,"stem":380,"children":381},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs","api\u002Frust\u002Fptwm_core\u002Fcodecs",[382,386,390,394,398,402,406,410,414,418,422,426,430,434],{"title":383,"path":384,"stem":385},"arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic",{"title":387,"path":388,"stem":389},"context_mixing","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing",{"title":391,"path":392,"stem":393},"fpc","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc",{"title":395,"path":396,"stem":397},"huff_llm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm",{"title":399,"path":400,"stem":401},"huffman","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman",{"title":403,"path":404,"stem":405},"identity","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity",{"title":407,"path":408,"stem":409},"neural_predictor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor",{"title":411,"path":412,"stem":413},"order1_arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic",{"title":415,"path":416,"stem":417},"order1_scale_ac","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac",{"title":419,"path":420,"stem":421},"per_group_codebook","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook",{"title":423,"path":424,"stem":425},"rans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans",{"title":427,"path":428,"stem":429},"tans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans",{"title":431,"path":432,"stem":433},"zstd","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd",{"title":435,"path":436,"stem":437},"zstd_dict","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict",{"title":439,"path":440,"stem":441},"compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcompact","api\u002Frust\u002Fptwm_core\u002Fcompact",{"title":443,"path":444,"stem":445},"compressor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcompressor","api\u002Frust\u002Fptwm_core\u002Fcompressor",{"title":447,"path":448,"stem":449},"container","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcontainer","api\u002Frust\u002Fptwm_core\u002Fcontainer",{"title":279,"path":451,"stem":452},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Fdelta",{"title":454,"path":455,"stem":456},"discovery","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdiscovery","api\u002Frust\u002Fptwm_core\u002Fdiscovery",{"title":347,"path":458,"stem":459},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fdispatch",{"title":461,"path":462,"stem":463},"dtype","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdtype","api\u002Frust\u002Fptwm_core\u002Fdtype",{"title":283,"path":465,"stem":466,"children":467},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Fentropy",[468,476,495,498,501,512,516,519,523],{"title":383,"path":469,"stem":470,"children":471},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic",[472],{"title":473,"path":474,"stem":475},"model","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel",{"title":387,"path":477,"stem":478,"children":479},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing",[480,484,488,491],{"title":481,"path":482,"stem":483},"coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder",{"title":485,"path":486,"stem":487},"mixer","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer",{"title":473,"path":489,"stem":490},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel",{"title":492,"path":493,"stem":494},"squash","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash",{"title":395,"path":496,"stem":497},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm",{"title":399,"path":499,"stem":500},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman",{"title":407,"path":502,"stem":503,"children":504},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor",[505,508],{"title":481,"path":506,"stem":507},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder",{"title":509,"path":510,"stem":511},"net","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet",{"title":513,"path":514,"stem":515},"outcome","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome",{"title":423,"path":517,"stem":518},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans",{"title":520,"path":521,"stem":522},"stream_frame","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame",{"title":427,"path":524,"stem":525},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans",{"title":527,"path":528,"stem":529},"error","\u002Fapi\u002Frust\u002Fptwm_core\u002Ferror","api\u002Frust\u002Fptwm_core\u002Ferror",{"title":531,"path":532,"stem":533,"children":534},"extension","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension","api\u002Frust\u002Fptwm_core\u002Fextension",[535,539,543,547,551,554,557,561,565,569,573,577],{"title":536,"path":537,"stem":538},"builder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder",{"title":540,"path":541,"stem":542},"builtins","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins",{"title":544,"path":545,"stem":546},"capability","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability",{"title":548,"path":549,"stem":550},"compact_table","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fcompact_table","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fcompact_table",{"title":347,"path":552,"stem":553},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch",{"title":527,"path":555,"stem":556},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror",{"title":558,"path":559,"stem":560},"id","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fid","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fid",{"title":562,"path":563,"stem":564},"kind","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind",{"title":566,"path":567,"stem":568},"lifecycle","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle","api\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle",{"title":570,"path":571,"stem":572},"manifest","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest",{"title":574,"path":575,"stem":576},"resolve","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fresolve","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fresolve",{"title":578,"path":579,"stem":580},"table","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable",{"title":582,"path":583,"stem":584},"fit","\u002Fapi\u002Frust\u002Fptwm_core\u002Ffit","api\u002Frust\u002Fptwm_core\u002Ffit",{"title":586,"path":587,"stem":588,"children":589},"flavor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor","api\u002Frust\u002Fptwm_core\u002Fflavor",[590,594,598,602,606,610],{"title":591,"path":592,"stem":593},"abi","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi",{"title":595,"path":596,"stem":597},"host","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost",{"title":599,"path":600,"stem":601},"native","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative",{"title":603,"path":604,"stem":605},"router","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter",{"title":607,"path":608,"stem":609},"third_party","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party",{"title":611,"path":612,"stem":613},"wasm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm",{"title":615,"path":616,"stem":617},"header","\u002Fapi\u002Frust\u002Fptwm_core\u002Fheader","api\u002Frust\u002Fptwm_core\u002Fheader",{"title":619,"path":620,"stem":621,"children":622},"index","\u002Fapi\u002Frust\u002Fptwm_core\u002Findex_module","api\u002Frust\u002Fptwm_core\u002Findex_module",[623],{"title":619,"path":620,"stem":621},{"title":625,"path":626,"stem":627,"children":628},"install","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall","api\u002Frust\u002Fptwm_core\u002Finstall",[629,633,637,641,645],{"title":630,"path":631,"stem":632},"git","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit",{"title":634,"path":635,"stem":636},"https","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps",{"title":638,"path":639,"stem":640},"local","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal","api\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal",{"title":642,"path":643,"stem":644},"oci","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Foci","api\u002Frust\u002Fptwm_core\u002Finstall\u002Foci",{"title":646,"path":647,"stem":648},"pip","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip",{"title":650,"path":651,"stem":652},"layout","\u002Fapi\u002Frust\u002Fptwm_core\u002Flayout","api\u002Frust\u002Fptwm_core\u002Flayout",{"title":654,"path":655,"stem":656},"metadata","\u002Fapi\u002Frust\u002Fptwm_core\u002Fmetadata","api\u002Frust\u002Fptwm_core\u002Fmetadata",{"title":658,"path":659,"stem":660},"plane_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Fplane_record","api\u002Frust\u002Fptwm_core\u002Fplane_record",{"title":259,"path":662,"stem":663,"children":664},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy","api\u002Frust\u002Fptwm_core\u002Fpolicy",[665,669,673,677],{"title":666,"path":667,"stem":668},"capability_check","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check",{"title":670,"path":671,"stem":672},"file","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile",{"title":674,"path":675,"stem":676},"native_deps","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps",{"title":574,"path":678,"stem":679},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve",{"title":681,"path":682,"stem":683},"prelude","\u002Fapi\u002Frust\u002Fptwm_core\u002Fprelude","api\u002Frust\u002Fptwm_core\u002Fprelude",{"title":685,"path":686,"stem":687},"ptwc","\u002Fapi\u002Frust\u002Fptwm_core\u002Fptwc","api\u002Frust\u002Fptwm_core\u002Fptwc",{"title":689,"path":690,"stem":691},"quantize","\u002Fapi\u002Frust\u002Fptwm_core\u002Fquantize","api\u002Frust\u002Fptwm_core\u002Fquantize",{"title":693,"path":694,"stem":695},"range_coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Frange_coder","api\u002Frust\u002Fptwm_core\u002Frange_coder",{"title":697,"path":698,"stem":699},"select","\u002Fapi\u002Frust\u002Fptwm_core\u002Fselect","api\u002Frust\u002Fptwm_core\u002Fselect",{"title":701,"path":702,"stem":703,"children":704},"split","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit","api\u002Frust\u002Fptwm_core\u002Fsplit",[705,709,713,717],{"title":706,"path":707,"stem":708},"dtype16","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16",{"title":710,"path":711,"stem":712},"dtype32","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32",{"title":714,"path":715,"stem":716},"dtype64","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64",{"title":718,"path":719,"stem":720},"dtype8","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8",{"title":722,"path":723,"stem":724},"tensor_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftensor_record","api\u002Frust\u002Fptwm_core\u002Ftensor_record",{"title":726,"path":727,"stem":728},"tensor_record_compact","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftensor_record_compact","api\u002Frust\u002Fptwm_core\u002Ftensor_record_compact",{"title":730,"path":731,"stem":732,"children":733},"transcode","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode","api\u002Frust\u002Fptwm_core\u002Ftranscode",[734],{"title":570,"path":735,"stem":736},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest",{"title":738,"path":739,"stem":740,"children":741},"transforms","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms","api\u002Frust\u002Fptwm_core\u002Ftransforms",[742,746,750,754,758,762,766,770,774,777,780,784,790,794,798,802,806,810,814,818,822,826,830],{"title":743,"path":744,"stem":745},"alpha_stable_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize",{"title":747,"path":748,"stem":749},"bit_reorder_fp8","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8",{"title":751,"path":752,"stem":753},"bit_reorder_ieee","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee",{"title":755,"path":756,"stem":757},"block_microscaling_repack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack",{"title":759,"path":760,"stem":761},"burrows_wheeler","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler",{"title":763,"path":764,"stem":765},"byte_passthrough","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough",{"title":767,"path":768,"stem":769},"byte_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split",{"title":771,"path":772,"stem":773},"concat","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat",{"title":279,"path":775,"stem":776},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta",{"title":283,"path":778,"stem":779},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy",{"title":781,"path":782,"stem":783},"fusion","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion",{"title":785,"path":786,"stem":787,"children":788},"index_pack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack",[789],{"title":785,"path":786,"stem":787},{"title":791,"path":792,"stem":793},"int_delta","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta",{"title":795,"path":796,"stem":797},"mantissa_zero","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero",{"title":799,"path":800,"stem":801},"move_to_front","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front",{"title":803,"path":804,"stem":805},"mxfp4_deinterleave","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave",{"title":807,"path":808,"stem":809},"nibble_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split",{"title":811,"path":812,"stem":813},"op","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop",{"title":815,"path":816,"stem":817},"predictor_xor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor",{"title":819,"path":820,"stem":821},"reshape","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape",{"title":823,"path":824,"stem":825},"source","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource",{"title":827,"path":828,"stem":829},"spherical_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize",{"title":831,"path":832,"stem":833},"terminal","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal",{"title":263,"path":835,"stem":836,"children":837},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust","api\u002Frust\u002Fptwm_core\u002Ftrust",[838,842,846,850,854],{"title":839,"path":840,"stem":841},"bundled","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled",{"title":843,"path":844,"stem":845},"keyring","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring",{"title":847,"path":848,"stem":849},"org","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg",{"title":851,"path":852,"stem":853},"signature","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature",{"title":855,"path":856,"stem":857},"verifier","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier",{"title":859,"path":860,"stem":861,"children":862},"types","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes","api\u002Frust\u002Fptwm_core\u002Ftypes",[863,867,871],{"title":864,"path":865,"stem":866},"descriptor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor",{"title":868,"path":869,"stem":870},"plane_role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role",{"title":872,"path":873,"stem":874},"role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole",{"title":876,"path":877,"stem":878},"varint","\u002Fapi\u002Frust\u002Fptwm_core\u002Fvarint","api\u002Frust\u002Fptwm_core\u002Fvarint",{"title":880,"path":881,"stem":882},"Benchmarks","\u002Fbenchmarks","50.benchmarks",{"title":884,"path":885,"stem":886},"Extensions","\u002Fextensions","60.extensions",{"title":888,"path":889,"stem":890},"Release notes","\u002Frelease-notes","70.release-notes",{"title":892,"path":893,"stem":894},"Contributing","\u002Fcontributing","90.contributing",{"id":896,"title":179,"body":897,"description":1842,"extension":1843,"kind":1844,"language":1844,"links":1844,"meta":1845,"navigation":1844,"path":180,"seo":1846,"stem":181,"summary":1844,"__hash__":1847},"docs\u002F30.guides\u002F02.python-api.md",{"type":898,"value":899,"toc":1834},"minimark",[900,916,921,1224,1242,1246,1431,1435,1502,1506,1711,1715,1718,1803,1815,1819,1830],[901,902,903,904,907,908,911,912,915],"p",{},"The public Python API lives in the top-level ",[905,906,217],"code",{}," package. The main\nentry points are ",[905,909,910],{},"Compressor",", ",[905,913,914],{},"Decompressor",", and their config\ndataclasses.",[917,918,920],"h2",{"id":919},"compress-and-decompress-raw-bytes","Compress and decompress raw bytes",[922,923,928],"pre",{"className":924,"code":925,"language":926,"meta":927,"style":927},"language-python shiki shiki-themes material-theme-lighter github-light github-dark","from ptwm import (\n    Compressor, Decompressor,\n    CompressionConfig, DecompressionConfig,\n    Method, Format,\n)\n\nconfig = CompressionConfig(\n    method=Method.AUTO,       # AUTO | HUFFMAN | MICROSCALE | ZSTD\n    bytearray_dtype=\"bfloat16\",   # hint for byte-reordering raw bytes\n    threads=8,                    # encode parallelism (default: all cores)\n)\ncompressor = Compressor(config)\ncompressed: bytes = compressor.compress(data, fmt=Format.BYTE)\n\ndecompressor = Decompressor(DecompressionConfig(threads=8))\nrestored: bytes = decompressor.decompress(compressed, fmt=Format.BYTE)\n","python","",[905,929,930,950,965,978,991,997,1004,1021,1046,1069,1086,1091,1110,1155,1160,1187],{"__ignoreMap":927},[931,932,935,939,943,946],"span",{"class":933,"line":934},"line",1,[931,936,938],{"class":937},"sVHd0","from",[931,940,942],{"class":941},"su5hD"," ptwm ",[931,944,945],{"class":937},"import",[931,947,949],{"class":948},"sP7_E"," (\n",[931,951,953,956,959,962],{"class":933,"line":952},2,[931,954,955],{"class":941},"    Compressor",[931,957,958],{"class":948},",",[931,960,961],{"class":941}," Decompressor",[931,963,964],{"class":948},",\n",[931,966,968,971,973,976],{"class":933,"line":967},3,[931,969,970],{"class":941},"    CompressionConfig",[931,972,958],{"class":948},[931,974,975],{"class":941}," DecompressionConfig",[931,977,964],{"class":948},[931,979,981,984,986,989],{"class":933,"line":980},4,[931,982,983],{"class":941},"    Method",[931,985,958],{"class":948},[931,987,988],{"class":941}," Format",[931,990,964],{"class":948},[931,992,994],{"class":933,"line":993},5,[931,995,996],{"class":948},")\n",[931,998,1000],{"class":933,"line":999},6,[931,1001,1003],{"emptyLinePlaceholder":1002},true,"\n",[931,1005,1007,1010,1014,1018],{"class":933,"line":1006},7,[931,1008,1009],{"class":941},"config ",[931,1011,1013],{"class":1012},"smGrS","=",[931,1015,1017],{"class":1016},"slqww"," CompressionConfig",[931,1019,1020],{"class":948},"(\n",[931,1022,1024,1028,1030,1033,1036,1040,1042],{"class":933,"line":1023},8,[931,1025,1027],{"class":1026},"s99_P","    method",[931,1029,1013],{"class":1012},[931,1031,1032],{"class":1016},"Method",[931,1034,1035],{"class":948},".",[931,1037,1039],{"class":1038},"swQdS","AUTO",[931,1041,958],{"class":948},[931,1043,1045],{"class":1044},"sutJx","       # AUTO | HUFFMAN | MICROSCALE | ZSTD\n",[931,1047,1049,1052,1054,1058,1062,1064,1066],{"class":933,"line":1048},9,[931,1050,1051],{"class":1026},"    bytearray_dtype",[931,1053,1013],{"class":1012},[931,1055,1057],{"class":1056},"sjJ54","\"",[931,1059,1061],{"class":1060},"s_sjI","bfloat16",[931,1063,1057],{"class":1056},[931,1065,958],{"class":948},[931,1067,1068],{"class":1044},"   # hint for byte-reordering raw bytes\n",[931,1070,1072,1075,1077,1081,1083],{"class":933,"line":1071},10,[931,1073,1074],{"class":1026},"    threads",[931,1076,1013],{"class":1012},[931,1078,1080],{"class":1079},"srdBf","8",[931,1082,958],{"class":948},[931,1084,1085],{"class":1044},"                    # encode parallelism (default: all cores)\n",[931,1087,1089],{"class":933,"line":1088},11,[931,1090,996],{"class":948},[931,1092,1094,1097,1099,1102,1105,1108],{"class":933,"line":1093},12,[931,1095,1096],{"class":941},"compressor ",[931,1098,1013],{"class":1012},[931,1100,1101],{"class":1016}," Compressor",[931,1103,1104],{"class":948},"(",[931,1106,1107],{"class":1016},"config",[931,1109,996],{"class":948},[931,1111,1113,1116,1119,1123,1126,1129,1131,1133,1135,1138,1140,1143,1145,1148,1150,1153],{"class":933,"line":1112},13,[931,1114,1115],{"class":941},"compressed",[931,1117,1118],{"class":948},":",[931,1120,1122],{"class":1121},"sZMiF"," bytes",[931,1124,1125],{"class":1012}," =",[931,1127,1128],{"class":941}," compressor",[931,1130,1035],{"class":948},[931,1132,243],{"class":1016},[931,1134,1104],{"class":948},[931,1136,1137],{"class":1016},"data",[931,1139,958],{"class":948},[931,1141,1142],{"class":1026}," fmt",[931,1144,1013],{"class":1012},[931,1146,1147],{"class":1016},"Format",[931,1149,1035],{"class":948},[931,1151,1152],{"class":1038},"BYTE",[931,1154,996],{"class":948},[931,1156,1158],{"class":933,"line":1157},14,[931,1159,1003],{"emptyLinePlaceholder":1002},[931,1161,1163,1166,1168,1170,1172,1175,1177,1180,1182,1184],{"class":933,"line":1162},15,[931,1164,1165],{"class":941},"decompressor ",[931,1167,1013],{"class":1012},[931,1169,961],{"class":1016},[931,1171,1104],{"class":948},[931,1173,1174],{"class":1016},"DecompressionConfig",[931,1176,1104],{"class":948},[931,1178,1179],{"class":1026},"threads",[931,1181,1013],{"class":1012},[931,1183,1080],{"class":1079},[931,1185,1186],{"class":948},"))\n",[931,1188,1190,1193,1195,1197,1199,1202,1204,1206,1208,1210,1212,1214,1216,1218,1220,1222],{"class":933,"line":1189},16,[931,1191,1192],{"class":941},"restored",[931,1194,1118],{"class":948},[931,1196,1122],{"class":1121},[931,1198,1125],{"class":1012},[931,1200,1201],{"class":941}," decompressor",[931,1203,1035],{"class":948},[931,1205,247],{"class":1016},[931,1207,1104],{"class":948},[931,1209,1115],{"class":1016},[931,1211,958],{"class":948},[931,1213,1142],{"class":1026},[931,1215,1013],{"class":1012},[931,1217,1147],{"class":1016},[931,1219,1035],{"class":948},[931,1221,1152],{"class":1038},[931,1223,996],{"class":948},[901,1225,1226,1227,1229,1230,1233,1234,1237,1238,1241],{},"The ",[905,1228,1039],{}," method picks a codec by dtype: ",[905,1231,1232],{},"HUFFMAN"," for float \u002F int\nweights, ",[905,1235,1236],{},"MICROSCALE"," for MXFP4 \u002F NVFP4 paired tensors, ",[905,1239,1240],{},"ZSTD"," as a\ngeneric fallback (plain in-tree Zstd; the byte-split preprocessing op\nupstream supplies the SHUFFLE-style reordering).",[917,1243,1245],{"id":1244},"compress-and-decompress-a-torch-tensor","Compress and decompress a torch tensor",[922,1247,1249],{"className":924,"code":1248,"language":926,"meta":927,"style":927},"import torch\nfrom ptwm import Compressor, Decompressor, CompressionConfig, Format\n\nconfig = CompressionConfig(input_format=Format.TORCH)\ncompressor, decompressor = Compressor(config), Decompressor()\n\ntensor = torch.randn(1024, 1024, dtype=torch.bfloat16)\nrestored = decompressor.decompress(compressor.compress(tensor))\nassert torch.equal(tensor, restored)\n",[905,1250,1251,1258,1281,1285,1309,1334,1338,1380,1408],{"__ignoreMap":927},[931,1252,1253,1255],{"class":933,"line":934},[931,1254,945],{"class":937},[931,1256,1257],{"class":941}," torch\n",[931,1259,1260,1262,1264,1266,1268,1270,1272,1274,1276,1278],{"class":933,"line":952},[931,1261,938],{"class":937},[931,1263,942],{"class":941},[931,1265,945],{"class":937},[931,1267,1101],{"class":941},[931,1269,958],{"class":948},[931,1271,961],{"class":941},[931,1273,958],{"class":948},[931,1275,1017],{"class":941},[931,1277,958],{"class":948},[931,1279,1280],{"class":941}," Format\n",[931,1282,1283],{"class":933,"line":967},[931,1284,1003],{"emptyLinePlaceholder":1002},[931,1286,1287,1289,1291,1293,1295,1298,1300,1302,1304,1307],{"class":933,"line":980},[931,1288,1009],{"class":941},[931,1290,1013],{"class":1012},[931,1292,1017],{"class":1016},[931,1294,1104],{"class":948},[931,1296,1297],{"class":1026},"input_format",[931,1299,1013],{"class":1012},[931,1301,1147],{"class":1016},[931,1303,1035],{"class":948},[931,1305,1306],{"class":1038},"TORCH",[931,1308,996],{"class":948},[931,1310,1311,1313,1315,1318,1320,1322,1324,1326,1329,1331],{"class":933,"line":993},[931,1312,443],{"class":941},[931,1314,958],{"class":948},[931,1316,1317],{"class":941}," decompressor ",[931,1319,1013],{"class":1012},[931,1321,1101],{"class":1016},[931,1323,1104],{"class":948},[931,1325,1107],{"class":1016},[931,1327,1328],{"class":948},"),",[931,1330,961],{"class":1016},[931,1332,1333],{"class":948},"()\n",[931,1335,1336],{"class":933,"line":999},[931,1337,1003],{"emptyLinePlaceholder":1002},[931,1339,1340,1343,1345,1348,1350,1353,1355,1358,1360,1363,1365,1368,1370,1373,1375,1378],{"class":933,"line":1006},[931,1341,1342],{"class":941},"tensor ",[931,1344,1013],{"class":1012},[931,1346,1347],{"class":941}," torch",[931,1349,1035],{"class":948},[931,1351,1352],{"class":1016},"randn",[931,1354,1104],{"class":948},[931,1356,1357],{"class":1079},"1024",[931,1359,958],{"class":948},[931,1361,1362],{"class":1079}," 1024",[931,1364,958],{"class":948},[931,1366,1367],{"class":1026}," dtype",[931,1369,1013],{"class":1012},[931,1371,1372],{"class":1016},"torch",[931,1374,1035],{"class":948},[931,1376,1061],{"class":1377},"skxfh",[931,1379,996],{"class":948},[931,1381,1382,1385,1387,1389,1391,1393,1395,1397,1399,1401,1403,1406],{"class":933,"line":1023},[931,1383,1384],{"class":941},"restored ",[931,1386,1013],{"class":1012},[931,1388,1201],{"class":941},[931,1390,1035],{"class":948},[931,1392,247],{"class":1016},[931,1394,1104],{"class":948},[931,1396,443],{"class":1016},[931,1398,1035],{"class":948},[931,1400,243],{"class":1016},[931,1402,1104],{"class":948},[931,1404,1405],{"class":1016},"tensor",[931,1407,1186],{"class":948},[931,1409,1410,1413,1415,1417,1420,1422,1424,1426,1429],{"class":933,"line":1048},[931,1411,1412],{"class":937},"assert",[931,1414,1347],{"class":941},[931,1416,1035],{"class":948},[931,1418,1419],{"class":1016},"equal",[931,1421,1104],{"class":948},[931,1423,1405],{"class":1016},[931,1425,958],{"class":948},[931,1427,1428],{"class":1016}," restored",[931,1430,996],{"class":948},[917,1432,1434],{"id":1433},"supported-inputoutput-formats","Supported input\u002Foutput formats",[578,1436,1437,1449],{},[1438,1439,1440],"thead",{},[1441,1442,1443,1446],"tr",{},[1444,1445,1147],"th",{},[1444,1447,1448],{},"Description",[1450,1451,1452,1463,1479,1492],"tbody",{},[1441,1453,1454,1460],{},[1455,1456,1457],"td",{},[905,1458,1459],{},"Format.BYTE",[1455,1461,1462],{},"Raw bytes in \u002F raw bytes out. dtype hint required for byte-reordering.",[1441,1464,1465,1470],{},[1455,1466,1467],{},[905,1468,1469],{},"Format.TORCH",[1455,1471,1472,1475,1476,1478],{},[905,1473,1474],{},"torch.Tensor"," in \u002F ",[905,1477,1474],{}," out. dtype and shape preserved.",[1441,1480,1481,1486],{},[1455,1482,1483],{},[905,1484,1485],{},"Format.NUMPY",[1455,1487,1488,1491],{},[905,1489,1490],{},"numpy.ndarray"," equivalent.",[1441,1493,1494,1499],{},[1455,1495,1496],{},[905,1497,1498],{},"Format.FILE",[1455,1500,1501],{},"File-path workflow. Input path is read; output path is written.",[917,1503,1505],{"id":1504},"compressionconfig-knobs","CompressionConfig knobs",[578,1507,1508,1520],{},[1438,1509,1510],{},[1441,1511,1512,1515,1518],{},[1444,1513,1514],{},"Option",[1444,1516,1517],{},"Default",[1444,1519,1448],{},[1450,1521,1522,1544,1561,1576,1591,1606,1636,1679,1694],{},[1441,1523,1524,1529,1533],{},[1455,1525,1526],{},[905,1527,1528],{},"method",[1455,1530,1531],{},[905,1532,1039],{},[1455,1534,1535,911,1537,911,1539,1541,1542],{},[905,1536,1039],{},[905,1538,1232],{},[905,1540,1236],{},", or ",[905,1543,1240],{},[1441,1545,1546,1551,1556],{},[1455,1547,1548],{},[905,1549,1550],{},"bytearray_dtype",[1455,1552,1553],{},[905,1554,1555],{},"\"bfloat16\"",[1455,1557,1558,1559],{},"Dtype hint for byte-reordering when input is ",[905,1560,1152],{},[1441,1562,1563,1567,1573],{},[1455,1564,1565],{},[905,1566,1179],{},[1455,1568,1569,1572],{},[905,1570,1571],{},"None"," (up to 16 cores)",[1455,1574,1575],{},"Maximum threads for parallel encode",[1441,1577,1578,1583,1588],{},[1455,1579,1580],{},[905,1581,1582],{},"compression_threshold",[1455,1584,1585],{},[905,1586,1587],{},"0.95",[1455,1589,1590],{},"Skip compression if ratio exceeds this threshold",[1441,1592,1593,1598,1603],{},[1455,1594,1595],{},[905,1596,1597],{},"compression_chunk",[1455,1599,1600],{},[905,1601,1602],{},"262144",[1455,1604,1605],{},"Chunk size in bytes (256 KB)",[1441,1607,1608,1613,1618],{},[1455,1609,1610],{},[905,1611,1612],{},"framing",[1455,1614,1615],{},[905,1616,1617],{},"Framing.COMPACT",[1455,1619,1620,1623,1624,1627,1628,1631,1632,1635],{},[905,1621,1622],{},"COMPACT"," writes a compact single-tensor frame (",[905,1625,1626],{},"\\x89PTWS",", about 20 to 70 B of fixed overhead; raw bytes stored when no codec helps) and falls back to a full container for tensors that need shared codec state or chunking. ",[905,1629,1630],{},"CONTAINER"," always writes a full ",[905,1633,1634],{},".ptwm"," container, which the random-access, store and transcode tools require.",[1441,1637,1638,1643,1648],{},[1455,1639,1640],{},[905,1641,1642],{},"container_layout",[1455,1644,1645],{},[905,1646,1647],{},"ContainerLayout.COMPACT",[1455,1649,1650,1651,1653,1654,1656,1657,1659,1660,1663,1664,1659,1667,1670,1671,1674,1675,1678],{},"Layout of a full container (",[905,1652,1630],{},", or the ",[905,1655,1622],{}," fallback). ",[905,1658,1622],{}," writes ",[905,1661,1662],{},"\\x89PTWC"," (about 85 to 120 B for one bf16 tensor, 125 to 140 B for one fp32 tensor). ",[905,1665,1666],{},"LEGACY",[905,1668,1669],{},"\\x89PTWM"," (about 2.5 to 2.9 KB for one tensor, most of it the v1.1 table of all 16 built-in codecs), the only layout readers before v1.2 open. Strings ",[905,1672,1673],{},"\"compact\""," and ",[905,1676,1677],{},"\"legacy\""," are accepted.",[1441,1680,1681,1686,1691],{},[1455,1682,1683],{},[905,1684,1685],{},"emit_payload_hash",[1455,1687,1688],{},[905,1689,1690],{},"True",[1455,1692,1693],{},"Store an xxh64 of the raw bytes (8 B per tensor), checked on decode",[1441,1695,1696,1701,1705],{},[1455,1697,1698],{},[905,1699,1700],{},"emit_plane_crc",[1455,1702,1703],{},[905,1704,1690],{},[1455,1706,1707,1708,1710],{},"Store a CRC32 per coded plane (4 B per plane), checked on decode. The compact frame stores plane CRCs only when ",[905,1709,1685],{}," is off, since the hash already covers every plane",[917,1712,1714],{"id":1713},"files-for-readers-before-v12","Files for readers before v1.2",[901,1716,1717],{},"The default outputs, the compact frame and the compact container, need\nPTWM v1.2 or later to decode. Older readers reject them with an error;\nthey do not misread them. For files that v1.1 opens, write a full\ncontainer in the legacy layout:",[922,1719,1721],{"className":924,"code":1720,"language":926,"meta":927,"style":927},"from ptwm import CompressionConfig, Compressor, ContainerLayout, Framing\n\nlegacy = Compressor(CompressionConfig(\n    framing=Framing.CONTAINER,\n    container_layout=ContainerLayout.LEGACY,\n))\n",[905,1722,1723,1747,1751,1767,1783,1799],{"__ignoreMap":927},[931,1724,1725,1727,1729,1731,1733,1735,1737,1739,1742,1744],{"class":933,"line":934},[931,1726,938],{"class":937},[931,1728,942],{"class":941},[931,1730,945],{"class":937},[931,1732,1017],{"class":941},[931,1734,958],{"class":948},[931,1736,1101],{"class":941},[931,1738,958],{"class":948},[931,1740,1741],{"class":941}," ContainerLayout",[931,1743,958],{"class":948},[931,1745,1746],{"class":941}," Framing\n",[931,1748,1749],{"class":933,"line":952},[931,1750,1003],{"emptyLinePlaceholder":1002},[931,1752,1753,1756,1758,1760,1762,1765],{"class":933,"line":967},[931,1754,1755],{"class":941},"legacy ",[931,1757,1013],{"class":1012},[931,1759,1101],{"class":1016},[931,1761,1104],{"class":948},[931,1763,1764],{"class":1016},"CompressionConfig",[931,1766,1020],{"class":948},[931,1768,1769,1772,1774,1777,1779,1781],{"class":933,"line":980},[931,1770,1771],{"class":1026},"    framing",[931,1773,1013],{"class":1012},[931,1775,1776],{"class":1016},"Framing",[931,1778,1035],{"class":948},[931,1780,1630],{"class":1038},[931,1782,964],{"class":948},[931,1784,1785,1788,1790,1793,1795,1797],{"class":933,"line":993},[931,1786,1787],{"class":1026},"    container_layout",[931,1789,1013],{"class":1012},[931,1791,1792],{"class":1016},"ContainerLayout",[931,1794,1035],{"class":948},[931,1796,1666],{"class":1038},[931,1798,964],{"class":948},[931,1800,1801],{"class":933,"line":999},[931,1802,1186],{"class":948},[901,1804,1805,1806,1809,1810,1814],{},"The multi-tensor writers take the same choice as a keyword,\n",[905,1807,1808],{},"container_layout=\"legacy\"",". See the\n",[1811,1812,1813],"a",{"href":889},"release notes"," for the built-in id caveat.",[917,1816,1818],{"id":1817},"full-reference","Full reference",[901,1820,1821,1822,1825,1826,1829],{},"See the ",[1811,1823,1824],{"href":212},"Python API reference"," for every public symbol\nin ",[905,1827,1828],{},"ptwm.*"," with docstrings, parameters, return types, and source\nlinks.",[1831,1832,1833],"style",{},"html pre.shiki code .sVHd0, html code.shiki .sVHd0{--shiki-light:#39ADB5;--shiki-light-font-style:italic;--shiki-default:#D73A49;--shiki-default-font-style:inherit;--shiki-dark:#F97583;--shiki-dark-font-style:inherit}html pre.shiki code .su5hD, html code.shiki .su5hD{--shiki-light:#90A4AE;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sP7_E, html code.shiki .sP7_E{--shiki-light:#39ADB5;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .smGrS, html code.shiki .smGrS{--shiki-light:#39ADB5;--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .slqww, html code.shiki .slqww{--shiki-light:#6182B8;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s99_P, html code.shiki .s99_P{--shiki-light:#90A4AE;--shiki-light-font-style:italic;--shiki-default:#E36209;--shiki-default-font-style:inherit;--shiki-dark:#FFAB70;--shiki-dark-font-style:inherit}html pre.shiki code .swQdS, html code.shiki .swQdS{--shiki-light:#E53935;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sutJx, html code.shiki .sutJx{--shiki-light:#90A4AE;--shiki-light-font-style:italic;--shiki-default:#6A737D;--shiki-default-font-style:inherit;--shiki-dark:#6A737D;--shiki-dark-font-style:inherit}html pre.shiki code .sjJ54, html code.shiki .sjJ54{--shiki-light:#39ADB5;--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .s_sjI, html code.shiki .s_sjI{--shiki-light:#91B859;--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .srdBf, html code.shiki .srdBf{--shiki-light:#F76D47;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sZMiF, html code.shiki .sZMiF{--shiki-light:#E2931D;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .skxfh, html code.shiki .skxfh{--shiki-light:#E53935;--shiki-default:#24292E;--shiki-dark:#E1E4E8}",{"title":927,"searchDepth":967,"depth":967,"links":1835},[1836,1837,1838,1839,1840,1841],{"id":919,"depth":952,"text":920},{"id":1244,"depth":952,"text":1245},{"id":1433,"depth":952,"text":1434},{"id":1504,"depth":952,"text":1505},{"id":1713,"depth":952,"text":1714},{"id":1817,"depth":952,"text":1818},"Use the Compressor and Decompressor classes directly from Python.","md",null,{},{"title":179,"description":1842},"ROTDq3vtc9sc0FX_sJ2gIJv06LOr-8ue9xW0KyXS8yc",[1849,1851],{"title":175,"path":176,"stem":177,"description":1850,"children":-1},"Compress and decompress files with the `ptwm` command-line tool.",{"title":183,"path":184,"stem":185,"description":1852,"children":-1},"Step-by-step walkthrough from `ptwm ext init` to a signed, installed plane codec.",1794396791503]