From 96e25b79313e0dae0402459bfd2f6d3133e2b434 Mon Sep 17 00:00:00 2001 From: Tarek Ziade Date: Fri, 13 Feb 2026 23:16:19 +0100 Subject: [PATCH 1/4] Prepare 0.3.0 release notes and version bump --- CHANGELOG.md | 65 ++++++++++++++++++++++++++++++++++++++++++++++++++++ Cargo.lock | 2 +- Cargo.toml | 2 +- 3 files changed, 67 insertions(+), 2 deletions(-) create mode 100644 CHANGELOG.md diff --git a/CHANGELOG.md b/CHANGELOG.md new file mode 100644 index 0000000..eb9d371 --- /dev/null +++ b/CHANGELOG.md @@ -0,0 +1,65 @@ +# Changelog + +All notable changes to this project will be documented in this file. + +The format is based on Keep a Changelog and this project follows Semantic Versioning. + +## [0.3.0] - to be released + +### Added +- Dynamic dimension representation in AST and WG grammar via `dyn("name", maxSize)` input dims. +- ONNX conversion support for preserving unresolved dynamic input dimensions in graph metadata. +- New `convert-onnx` CLI flag: `--experimental-dynamic-inputs` (opt-in dynamic input preservation). +- ONNX converter/operator support improvements: + - `ScatterND` + - `Where`, `Equal`, comparison operators, `Cos`, `Sin`, `TriLu`, `Tile` + - `ConstantOfShape`, `Range`, and additional constant-folding evaluators +- Built-in constant folding in `webnn-graph` (`--optimize`) to reduce dynamic-shape plumbing. +- Global debug switch for converter diagnostics (`--debug`). +- Pre-commit hook setup script and make-based local checks. + +### Changed +- ONNX conversion now supports static-lowering + dynamic metadata workflows in one pipeline. +- Graph parser/serializer now support richer values (including object literals in options). +- JS/HTML emitters and visualizer now render mixed static/dynamic shapes. +- Docs expanded and corrected: + - ONNX lowering behavior + - Dynamic dimension guidance + - SmolLM-135M conversion example from Hugging Face + +### Fixed +- Multiple ONNX conversion correctness fixes, including: + - dynamic reshape/expand conversion edge cases + - shape inflation prevention and post-conversion shape tracking + - `Unsqueeze` v14 handling + - identifier sanitization robustness (including `$` prefixes) + - clippy/robustness cleanup across converter and shape inference + +### Compatibility +- Existing static graphs remain supported. +- Validator/serializer support both graph versions `v1` and `v2`. +- Dynamic input metadata is experimental and must be enabled with + `--experimental-dynamic-inputs`. + +## [0.2.1] - 2025-12-28 + +### Added +- ONNX shape inference and `Expand` conversion support. +- Initial ONNX lowering documentation. + +### Fixed +- BERT conversion fixes. +- Identifier sanitization updates. + +## [0.2.0] - 2025-12-24 + +### Added +- Interactive HTML visualizer and `emit-html` command. +- Drag-and-drop `.webnn` loading and parser improvements. +- Graph/weights split workflow improvements and docs refinements. + +## [0.1.0] - 2025-12-24 + +### Added +- Initial release with core DSL parsing/serialization/validation scaffold. +- Binary weights support and foundational CLI commands. diff --git a/Cargo.lock b/Cargo.lock index cdf7aee..dc64b9c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -660,7 +660,7 @@ dependencies = [ [[package]] name = "webnn-graph" -version = "0.2.1" +version = "0.3.0" dependencies = [ "anyhow", "base64", diff --git a/Cargo.toml b/Cargo.toml index 45d11f1..719a63e 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "webnn-graph" -version = "0.2.1" +version = "0.3.0" edition = "2021" license = "Apache-2.0" description = "Simple DSL for WebNN graphs" From 505b07a55dfeb8580d145fc548c122bc9c4da4f1 Mon Sep 17 00:00:00 2001 From: Tarek Ziade Date: Fri, 13 Feb 2026 23:56:18 +0100 Subject: [PATCH 2/4] Align ONNX lowering semantics, docs, and runtime compatibility - fix ONNX->WebNN API mismatches for dtype casing, axis normalization, slice lowering, and base64 constant decoding - harden shape propagation/constant folding for broadcasted binary ops and Equal to avoid invalid flattened constants - add regression tests for MiniLM/reshape broadcast paths and keep dynamic input handling behind experimental flag - update README and conversion docs (dynamic dimensions and ONNX lowering) with accurate guidance and MiniLM/SmolLM examples - add release prep artifacts including changelog updates --- README.md | 22 + docs/w3c-webnn-dsl-spec-issue.md | 89 + smol_hf.manifest.json | 19124 +++++++++++++++++++++++++++++ src/emit_js.rs | 136 +- src/onnx/convert.rs | 849 +- src/onnx/ops/conversion.rs | 61 +- src/onnx/ops/mod.rs | 39 + src/onnx/ops/normalization.rs | 37 +- src/onnx/ops/reduction.rs | 18 +- src/onnx/ops/reshape.rs | 127 +- src/onnx/ops/utility.rs | 230 +- 11 files changed, 20557 insertions(+), 175 deletions(-) create mode 100644 docs/w3c-webnn-dsl-spec-issue.md create mode 100644 smol_hf.manifest.json diff --git a/README.md b/README.md index 0eecd9b..7ba661f 100644 --- a/README.md +++ b/README.md @@ -319,6 +319,28 @@ Observed output from that run: - `/tmp/smol_hf.weights`: ~513 MB - `/tmp/smol_hf.manifest.json`: ~423 KB +### Example: Converting all-MiniLM-L6-v2 + +Download the ONNX model: + +```bash +curl -L "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/onnx/model.onnx?download=true" \ + -o /tmp/minilm.onnx +``` + +Convert with common sentence-embedding overrides: + +```bash +webnn-graph convert-onnx \ + --input /tmp/minilm.onnx \ + --optimize \ + --override-dim batch_size=1 \ + --override-dim sequence_length=128 \ + --output /tmp/minilm.webnn \ + --weights /tmp/minilm.weights \ + --manifest /tmp/minilm.manifest.json +``` + ### Supported ONNX Operations The converter focuses on NLP/Transformer operations: diff --git a/docs/w3c-webnn-dsl-spec-issue.md b/docs/w3c-webnn-dsl-spec-issue.md new file mode 100644 index 0000000..a5a51c7 --- /dev/null +++ b/docs/w3c-webnn-dsl-spec-issue.md @@ -0,0 +1,89 @@ +# Proposal Draft: W3C WebNN DSL and Graph File Format Specification + +Suggested target repo: `w3c/webmachinelearning` + +Suggested issue title: + +`Proposal: Standardize a WebNN Graph DSL and Portable File Format (.webnn + JSON + weights manifest)` + +## Proposal name + +WebNN Graph DSL and Portable File Format + +## Short description + +Today, developers can author and execute WebNN graphs through JavaScript APIs, but there is no interoperable, +text-based graph format that can be exchanged across tools, validated offline, versioned in source control, and +compiled into runtime code. This creates friction for model conversion pipelines, tooling interoperability, +long-term archival, and debugging. + +This proposal suggests starting a W3C specification for a WebNN-oriented graph DSL and companion file format, +including: (1) a human-readable text representation (`.webnn`), (2) a canonical JSON representation for tooling, +and (3) an optional external weights manifest + binary container. The target audience is ML tooling authors, +framework and converter maintainers, browser implementers, and application teams shipping WebNN models at scale. + +## Example use cases + +### 1) Toolchain interoperability: ONNX -> WebNN deployment + +End user goal: convert an ONNX model once and deploy consistently across browsers and runtimes. + +Step-by-step: +1. A model engineer converts ONNX into a standardized `.webnn` graph + external weights files. +2. CI validates the graph and manifest with a standards-compliant validator. +3. Build tooling emits WebNN JavaScript builder code from the standardized format. +4. Runtime loads the same portable artifacts in browser or server environments. + +Result: one portable representation across converter, validator, codegen, and runtime boundaries. + +### 2) Team collaboration and code review + +End user goal: review model-graph changes like source code. + +Step-by-step: +1. A developer modifies graph structure in a text `.webnn` file. +2. Teammates review diffs in pull requests without opening binary assets. +3. Automated checks parse and validate graph references, node wiring, and type/shape declarations. +4. Approved changes are serialized for downstream tools without semantic drift. + +Result: graph evolution becomes auditable, reviewable, and easy to reason about. + +### 3) Long-term reproducibility and governance + +End user goal: preserve model topology and weights mapping for compliance and future replay. + +Step-by-step: +1. A release pipeline stores `.webnn`, JSON, manifest, and weights as versioned artifacts. +2. Audit tooling verifies that graph declarations match manifest metadata and tensor layout. +3. Future teams can reconstruct the execution graph and regenerate builders from archived artifacts. + +Result: stable, vendor-neutral artifacts for reproducibility, governance, and lifecycle management. + +## A rough idea or two about implementation + +A practical path is to scope the first version around graph structure, typing, and serialization invariants, +not full operator semantics (which remain defined by the WebNN API specification). The spec can define: +- Concrete grammar for a text DSL (`.webnn`) with versioning and forward-compatible extensions. +- Canonical JSON mapping rules and round-trip requirements (`.webnn` <-> JSON). +- Optional weights manifest schema (dtype, shape, offsets, lengths, endianness) and binary container framing. +- Validation and conformance requirements (references, uniqueness, type/shape consistency). + +For standardization process, start as an incubated Community Group / Working Group deliverable with a small, +interoperable core and a conformance test suite. Existing open-source implementations can provide seed grammar, +fixtures, and round-trip tests, while WPT-style tests verify cross-implementation parsing, validation behavior, +and serialization determinism. This keeps the initial scope tight and measurable while leaving room for future +operator-coverage and extension profiles. + +## Optional starter scope for v1 + +- Graph header/versioning and quantization annotation. +- Inputs / const declarations / nodes / outputs blocks. +- Referencing model for external weights. +- JSON canonical form and lossless round-trip criteria. +- Validator rules and machine-readable error categories. + +## Why now + +WebNN adoption is growing, model conversion pipelines are already producing WebNN-oriented artifacts, and the +ecosystem would benefit from a portable format that reduces bespoke tooling and improves interoperability. +Standardizing a minimal DSL + file format now can prevent fragmentation before incompatible conventions harden. diff --git a/smol_hf.manifest.json b/smol_hf.manifest.json new file mode 100644 index 0000000..fecc3ac --- /dev/null +++ b/smol_hf.manifest.json @@ -0,0 +1,19124 @@ +{ + "format": "wg-weights-manifest", + "version": 1, + "endianness": "little", + "tensors": { + "_model_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 4 + ], + "byteOffset": 113246484, + "byteLength": 32, + "layout": null + }, + "_model_ConstantOfShape_2_output_0": { + "dataType": "int64", + "shape": [ + 4 + ], + "byteOffset": 115461408, + "byteLength": 32, + "layout": null + }, + "_model_Constant_10_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246276, + "byteLength": 8, + "layout": null + }, + "_model_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246316, + "byteLength": 8, + "layout": null + }, + "_model_Constant_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246344, + "byteLength": 8, + "layout": null + }, + "_model_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246352, + "byteLength": 8, + "layout": null + }, + "_model_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246360, + "byteLength": 8, + "layout": null + }, + "_model_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460900, + "byteLength": 8, + "layout": null + }, + "_model_Constant_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460892, + "byteLength": 8, + "layout": null + }, + "_model_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246476, + "byteLength": 8, + "layout": null + }, + "_model_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460908, + "byteLength": 8, + "layout": null + }, + "_model_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246208, + "byteLength": 8, + "layout": null + }, + "_model_Constant_22_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246248, + "byteLength": 8, + "layout": null + }, + "_model_Constant_23_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 115460940, + "byteLength": 4, + "layout": null + }, + "_model_Constant_28_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 115461120, + "byteLength": 4, + "layout": null + }, + "_model_Constant_2_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246260, + "byteLength": 8, + "layout": null + }, + "_model_Constant_33_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460916, + "byteLength": 8, + "layout": null + }, + "_model_Constant_34_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460944, + "byteLength": 8, + "layout": null + }, + "_model_Constant_35_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460952, + "byteLength": 8, + "layout": null + }, + "_model_Constant_39_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460924, + "byteLength": 8, + "layout": null + }, + "_model_Constant_3_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246368, + "byteLength": 8, + "layout": null + }, + "_model_Constant_40_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460960, + "byteLength": 8, + "layout": null + }, + "_model_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460968, + "byteLength": 8, + "layout": null + }, + "_model_Constant_42_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460932, + "byteLength": 8, + "layout": null + }, + "_model_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460976, + "byteLength": 8, + "layout": null + }, + "_model_Constant_44_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460984, + "byteLength": 8, + "layout": null + }, + "_model_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461132, + "byteLength": 8, + "layout": null + }, + "_model_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461124, + "byteLength": 8, + "layout": null + }, + "_model_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461140, + "byteLength": 8, + "layout": null + }, + "_model_Constant_49_output_0___": { + "dataType": "int64", + "shape": [ + 4 + ], + "byteOffset": 115461148, + "byteLength": 32, + "layout": null + }, + "_model_Constant_4_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246232, + "byteLength": 8, + "layout": null + }, + "_model_Constant_51_output_0___": { + "dataType": "int64", + "shape": [ + 2 + ], + "byteOffset": 115461180, + "byteLength": 16, + "layout": null + }, + "_model_Constant_53_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461472, + "byteLength": 8, + "layout": null + }, + "_model_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461480, + "byteLength": 8, + "layout": null + }, + "_model_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461488, + "byteLength": 8, + "layout": null + }, + "_model_Constant_59_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461496, + "byteLength": 8, + "layout": null + }, + "_model_Constant_5_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246292, + "byteLength": 8, + "layout": null + }, + "_model_Constant_6_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246300, + "byteLength": 8, + "layout": null + }, + "_model_Constant_7_output_0___": { + "dataType": "int64", + "shape": [ + 2 + ], + "byteOffset": 113246400, + "byteLength": 16, + "layout": null + }, + "_model_Constant_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460788, + "byteLength": 8, + "layout": null + }, + "_model_Constant_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460812, + "byteLength": 8, + "layout": null + }, + "_model_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246224, + "byteLength": 8, + "layout": null + }, + "_model_Mul_1_output_0": { + "dataType": "int64", + "shape": [ + 4 + ], + "byteOffset": 113246420, + "byteLength": 32, + "layout": null + }, + "_model_Mul_2_output_0": { + "dataType": "int64", + "shape": [ + 4 + ], + "byteOffset": 115461328, + "byteLength": 32, + "layout": null + }, + "_model_Reshape_3_output_0": { + "dataType": "int64", + "shape": [ + 1, + 1, + 1 + ], + "byteOffset": 115461204, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 113246340, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 113246416, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 113246256, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 116788776, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 116788780, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 116788772, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 115461368, + "byteLength": 40, + "layout": null + }, + "_model_layers_0_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 115461584, + "byteLength": 40, + "layout": null + }, + "_model_layers_0_self_attn_Constant_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461008, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460992, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_15_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461016, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461040, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461032, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_19_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461048, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460804, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_22_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461072, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461056, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461080, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461104, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461096, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_29_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461112, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460836, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115461440, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115461448, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_34_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461360, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461456, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_37_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461512, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_38_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461464, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460844, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115461212, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115461220, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_47_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461196, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461228, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460852, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_50_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461252, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_51_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461236, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115461624, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461652, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461644, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_59_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461636, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460860, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_60_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461660, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_64_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460868, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460876, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460884, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 115460796, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 115461544, + "byteLength": 40, + "layout": null + }, + "_model_layers_0_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 115461288, + "byteLength": 40, + "layout": null + }, + "_model_layers_0_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 115461284, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 115461632, + "byteLength": 4, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461064, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461088, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461504, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461520, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461528, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461536, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461244, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461260, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461268, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_29_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461276, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461000, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115461024, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 3 + ], + "byteOffset": 113246452, + "byteLength": 24, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Constant_1_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246284, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246324, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246332, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Constant_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246216, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 113246240, + "byteLength": 8, + "layout": null + }, + "_model_layers_0_self_attn_rotary_emb_Mul_output_0": { + "dataType": "int64", + "shape": [ + 3 + ], + "byteOffset": 113246376, + "byteLength": 24, + "layout": null + }, + "_model_layers_10_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 254856708, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 254856712, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 254856704, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 258398536, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 258398540, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 258398532, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 257071192, + "byteLength": 40, + "layout": null + }, + "_model_layers_10_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 257071344, + "byteLength": 40, + "layout": null + }, + "_model_layers_10_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070948, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070932, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070956, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070980, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070972, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070988, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257070868, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071012, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070996, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071020, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071044, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071036, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071052, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257071232, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070892, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257071240, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071184, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071248, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071272, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071256, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070900, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257071068, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257071076, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071060, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071084, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071108, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071092, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070908, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257071384, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071412, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071404, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071396, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071420, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070916, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070924, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 257070860, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 257071304, + "byteLength": 40, + "layout": null + }, + "_model_layers_10_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 257071144, + "byteLength": 40, + "layout": null + }, + "_model_layers_10_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 257071140, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 257071392, + "byteLength": 4, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071264, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071280, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071288, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071296, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071100, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071116, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071124, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071132, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070940, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070964, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071004, + "byteLength": 8, + "layout": null + }, + "_model_layers_10_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257071028, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 269017684, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 269017688, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 269017680, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 272559512, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 272559516, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 272559508, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 271232168, + "byteLength": 40, + "layout": null + }, + "_model_layers_11_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 271232320, + "byteLength": 40, + "layout": null + }, + "_model_layers_11_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231924, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231908, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231932, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231956, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231948, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231964, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271231844, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231988, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231972, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231996, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232020, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232012, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232028, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271232208, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231868, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271232216, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232160, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232224, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232248, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232232, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231876, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271232044, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271232052, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232036, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232060, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232084, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232068, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231884, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271232360, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232388, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232380, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232372, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232396, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231892, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231900, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 271231836, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 271232280, + "byteLength": 40, + "layout": null + }, + "_model_layers_11_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 271232120, + "byteLength": 40, + "layout": null + }, + "_model_layers_11_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 271232116, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 271232368, + "byteLength": 4, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232240, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232256, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232264, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232272, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232076, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232092, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232100, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232108, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231916, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231940, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231980, + "byteLength": 8, + "layout": null + }, + "_model_layers_11_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271232004, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 283178660, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 283178664, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 283178656, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 286720488, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 286720492, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 286720484, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 285393144, + "byteLength": 40, + "layout": null + }, + "_model_layers_12_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 285393296, + "byteLength": 40, + "layout": null + }, + "_model_layers_12_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392900, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392884, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392908, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392932, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392924, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392940, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285392820, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392964, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392948, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392972, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392996, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392988, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393004, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285393184, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392844, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285393192, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393136, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393200, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393224, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393208, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392852, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285393020, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285393028, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393012, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393036, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393060, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393044, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392860, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285393336, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393364, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393356, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393348, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393372, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392868, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392876, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 285392812, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 285393256, + "byteLength": 40, + "layout": null + }, + "_model_layers_12_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 285393096, + "byteLength": 40, + "layout": null + }, + "_model_layers_12_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 285393092, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 285393344, + "byteLength": 4, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393216, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393232, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393240, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393248, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393052, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393068, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393076, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285393084, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392892, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392916, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392956, + "byteLength": 8, + "layout": null + }, + "_model_layers_12_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392980, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 297339636, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 297339640, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 297339632, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 300881464, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 300881468, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 300881460, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 299554120, + "byteLength": 40, + "layout": null + }, + "_model_layers_13_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 299554272, + "byteLength": 40, + "layout": null + }, + "_model_layers_13_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553876, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553860, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553884, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553908, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553900, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553916, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299553796, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553940, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553924, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553948, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553972, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553964, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553980, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299554160, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553820, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299554168, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554112, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554176, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554200, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554184, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553828, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299553996, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299554004, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553988, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554012, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554036, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554020, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553836, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299554312, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554340, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554332, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554324, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554348, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553844, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553852, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 299553788, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 299554232, + "byteLength": 40, + "layout": null + }, + "_model_layers_13_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 299554072, + "byteLength": 40, + "layout": null + }, + "_model_layers_13_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 299554068, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 299554320, + "byteLength": 4, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554192, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554208, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554216, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554224, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554028, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554044, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554052, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299554060, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553868, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553892, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553932, + "byteLength": 8, + "layout": null + }, + "_model_layers_13_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553956, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 311500612, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 311500616, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 311500608, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 315042440, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 315042444, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 315042436, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 313715096, + "byteLength": 40, + "layout": null + }, + "_model_layers_14_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 313715248, + "byteLength": 40, + "layout": null + }, + "_model_layers_14_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714852, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714836, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714860, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714884, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714876, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714892, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313714772, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714916, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714900, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714924, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714948, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714940, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714956, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313715136, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714796, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313715144, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715088, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715152, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715176, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715160, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714804, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313714972, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313714980, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714964, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714988, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715012, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714996, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714812, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313715288, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715316, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715308, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715300, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715324, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714820, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714828, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 313714764, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 313715208, + "byteLength": 40, + "layout": null + }, + "_model_layers_14_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 313715048, + "byteLength": 40, + "layout": null + }, + "_model_layers_14_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 313715044, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 313715296, + "byteLength": 4, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715168, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715184, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715192, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715200, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715004, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715020, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715028, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313715036, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714844, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714868, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714908, + "byteLength": 8, + "layout": null + }, + "_model_layers_14_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714932, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 325661588, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 325661592, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 325661584, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 329203416, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 329203420, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 329203412, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 327876072, + "byteLength": 40, + "layout": null + }, + "_model_layers_15_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 327876224, + "byteLength": 40, + "layout": null + }, + "_model_layers_15_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875828, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875812, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875836, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875860, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875852, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875868, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327875748, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875892, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875876, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875900, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875924, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875916, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875932, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327876112, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875772, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327876120, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876064, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876128, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876152, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876136, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875780, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327875948, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327875956, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875940, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875964, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875988, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875972, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875788, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327876264, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876292, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876284, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876276, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876300, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875796, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875804, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 327875740, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 327876184, + "byteLength": 40, + "layout": null + }, + "_model_layers_15_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 327876024, + "byteLength": 40, + "layout": null + }, + "_model_layers_15_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 327876020, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 327876272, + "byteLength": 4, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876144, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876160, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876168, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876176, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875980, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875996, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876004, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327876012, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875820, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875844, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875884, + "byteLength": 8, + "layout": null + }, + "_model_layers_15_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875908, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 339822564, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 339822568, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 339822560, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 343364392, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 343364396, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 343364388, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 342037048, + "byteLength": 40, + "layout": null + }, + "_model_layers_16_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 342037200, + "byteLength": 40, + "layout": null + }, + "_model_layers_16_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036804, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036788, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036812, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036836, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036828, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036844, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342036724, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036868, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036852, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036876, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036900, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036892, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036908, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342037088, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036748, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342037096, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037040, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037104, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037128, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037112, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036756, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342036924, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342036932, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036916, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036940, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036964, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036948, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036764, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342037240, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037268, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037260, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037252, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037276, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036772, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036780, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 342036716, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 342037160, + "byteLength": 40, + "layout": null + }, + "_model_layers_16_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 342037000, + "byteLength": 40, + "layout": null + }, + "_model_layers_16_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 342036996, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 342037248, + "byteLength": 4, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037120, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037136, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037144, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342037152, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036956, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036972, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036980, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036988, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036796, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036820, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036860, + "byteLength": 8, + "layout": null + }, + "_model_layers_16_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036884, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 353983540, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 353983544, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 353983536, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 357525368, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 357525372, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 357525364, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 356198024, + "byteLength": 40, + "layout": null + }, + "_model_layers_17_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 356198176, + "byteLength": 40, + "layout": null + }, + "_model_layers_17_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197780, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197764, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197788, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197812, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197804, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197820, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356197700, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197844, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197828, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197852, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197876, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197868, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197884, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356198064, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197724, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356198072, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198016, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198080, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198104, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198088, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197732, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356197900, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356197908, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197892, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197916, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197940, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197924, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197740, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356198216, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198244, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198236, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198228, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198252, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197748, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197756, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 356197692, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 356198136, + "byteLength": 40, + "layout": null + }, + "_model_layers_17_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 356197976, + "byteLength": 40, + "layout": null + }, + "_model_layers_17_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 356197972, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 356198224, + "byteLength": 4, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198096, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198112, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198120, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356198128, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197932, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197948, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197956, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197964, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197772, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197796, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197836, + "byteLength": 8, + "layout": null + }, + "_model_layers_17_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197860, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 368144516, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 368144520, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 368144512, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 371686344, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 371686348, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 371686340, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 370359000, + "byteLength": 40, + "layout": null + }, + "_model_layers_18_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 370359152, + "byteLength": 40, + "layout": null + }, + "_model_layers_18_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358756, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358740, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358764, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358788, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358780, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358796, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370358676, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358820, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358804, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358828, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358852, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358844, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358860, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370359040, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358700, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370359048, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358992, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359056, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359080, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359064, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358708, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370358876, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370358884, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358868, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358892, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358916, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358900, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358716, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370359192, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359220, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359212, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359204, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359228, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358724, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358732, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 370358668, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 370359112, + "byteLength": 40, + "layout": null + }, + "_model_layers_18_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 370358952, + "byteLength": 40, + "layout": null + }, + "_model_layers_18_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 370358948, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 370359200, + "byteLength": 4, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359072, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359088, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359096, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370359104, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358908, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358924, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358932, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358940, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358748, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358772, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358812, + "byteLength": 8, + "layout": null + }, + "_model_layers_18_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358836, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 382305492, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 382305496, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 382305488, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 385847320, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 385847324, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 385847316, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 384519976, + "byteLength": 40, + "layout": null + }, + "_model_layers_19_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 384520128, + "byteLength": 40, + "layout": null + }, + "_model_layers_19_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519732, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519716, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519740, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519764, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519756, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519772, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384519652, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519796, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519780, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519804, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519828, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519820, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519836, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384520016, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519676, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384520024, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519968, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520032, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520056, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520040, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519684, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384519852, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384519860, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519844, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519868, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519892, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519876, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519692, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384520168, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520196, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520188, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520180, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520204, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519700, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519708, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 384519644, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 384520088, + "byteLength": 40, + "layout": null + }, + "_model_layers_19_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 384519928, + "byteLength": 40, + "layout": null + }, + "_model_layers_19_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 384519924, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 384520176, + "byteLength": 4, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520048, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520064, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520072, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384520080, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519884, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519900, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519908, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519916, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519724, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519748, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519788, + "byteLength": 8, + "layout": null + }, + "_model_layers_19_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519812, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 127407924, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 127407928, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 127407920, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 130949752, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 130949756, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 130949748, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 129622408, + "byteLength": 40, + "layout": null + }, + "_model_layers_1_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 129622560, + "byteLength": 40, + "layout": null + }, + "_model_layers_1_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622164, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622148, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622172, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622196, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622188, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622204, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622084, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622228, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622212, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622236, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622260, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622252, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622268, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622448, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622108, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622456, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622400, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622464, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622488, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622472, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622116, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622284, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622292, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622276, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622300, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622324, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622308, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622124, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622600, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622628, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622620, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622612, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622636, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622132, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622140, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 129622076, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 129622520, + "byteLength": 40, + "layout": null + }, + "_model_layers_1_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 129622360, + "byteLength": 40, + "layout": null + }, + "_model_layers_1_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 129622356, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 129622608, + "byteLength": 4, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622480, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622496, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622504, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622512, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622316, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622332, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622340, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622348, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622156, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622180, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622220, + "byteLength": 8, + "layout": null + }, + "_model_layers_1_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622244, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 396466468, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 396466472, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 396466464, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 400008296, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 400008300, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 400008292, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 398680952, + "byteLength": 40, + "layout": null + }, + "_model_layers_20_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 398681104, + "byteLength": 40, + "layout": null + }, + "_model_layers_20_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680708, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680692, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680716, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680740, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680732, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680748, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398680628, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680772, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680756, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680780, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680804, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680796, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680812, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398680992, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680652, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398681000, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680944, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681008, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681032, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681016, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680660, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398680828, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398680836, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680820, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680844, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680868, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680852, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680668, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398681144, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681172, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681164, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681156, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681180, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680676, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680684, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 398680620, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 398681064, + "byteLength": 40, + "layout": null + }, + "_model_layers_20_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 398680904, + "byteLength": 40, + "layout": null + }, + "_model_layers_20_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 398680900, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 398681152, + "byteLength": 4, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681024, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681040, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681048, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398681056, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680860, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680876, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680884, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680892, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680700, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680724, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680764, + "byteLength": 8, + "layout": null + }, + "_model_layers_20_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680788, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 410627444, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 410627448, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 410627440, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 414169272, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 414169276, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 414169268, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 412841928, + "byteLength": 40, + "layout": null + }, + "_model_layers_21_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 412842080, + "byteLength": 40, + "layout": null + }, + "_model_layers_21_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841684, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841668, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841692, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841716, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841708, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841724, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841604, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841748, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841732, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841756, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841780, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841772, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841788, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841968, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841628, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841976, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841920, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841984, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842008, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841992, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841636, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841804, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841812, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841796, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841820, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841844, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841828, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841644, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412842120, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842148, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842140, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842132, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842156, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841652, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841660, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 412841596, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 412842040, + "byteLength": 40, + "layout": null + }, + "_model_layers_21_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 412841880, + "byteLength": 40, + "layout": null + }, + "_model_layers_21_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 412841876, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 412842128, + "byteLength": 4, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842000, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842016, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842024, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412842032, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841836, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841852, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841860, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841868, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841676, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841700, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841740, + "byteLength": 8, + "layout": null + }, + "_model_layers_21_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841764, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 424788420, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 424788424, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 424788416, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 428330248, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 428330252, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 428330244, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 427002904, + "byteLength": 40, + "layout": null + }, + "_model_layers_22_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 427003056, + "byteLength": 40, + "layout": null + }, + "_model_layers_22_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002660, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002644, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002668, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002692, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002684, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002700, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002580, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002724, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002708, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002732, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002756, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002748, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002764, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002944, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002604, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002952, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002896, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002960, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002984, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002968, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002612, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002780, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002788, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002772, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002796, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002820, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002804, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002620, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427003096, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003124, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003116, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003108, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003132, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002628, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002636, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 427002572, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 427003016, + "byteLength": 40, + "layout": null + }, + "_model_layers_22_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 427002856, + "byteLength": 40, + "layout": null + }, + "_model_layers_22_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 427002852, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 427003104, + "byteLength": 4, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002976, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002992, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003000, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427003008, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002812, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002828, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002836, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002844, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002652, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002676, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002716, + "byteLength": 8, + "layout": null + }, + "_model_layers_22_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002740, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 438949396, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 438949400, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 438949392, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 442491224, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 442491228, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 442491220, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 441163880, + "byteLength": 40, + "layout": null + }, + "_model_layers_23_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 441164032, + "byteLength": 40, + "layout": null + }, + "_model_layers_23_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163636, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163620, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163644, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163668, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163660, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163676, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163556, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163700, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163684, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163708, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163732, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163724, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163740, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163920, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163580, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163928, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163872, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163936, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163960, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163944, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163588, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163756, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163764, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163748, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163772, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163796, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163780, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163596, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441164072, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441164100, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441164092, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441164084, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441164108, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163604, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163612, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 441163548, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 441163992, + "byteLength": 40, + "layout": null + }, + "_model_layers_23_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 441163832, + "byteLength": 40, + "layout": null + }, + "_model_layers_23_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 441163828, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 441164080, + "byteLength": 4, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163952, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163968, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163976, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163984, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163788, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163804, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163812, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163820, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163628, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163652, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163692, + "byteLength": 8, + "layout": null + }, + "_model_layers_23_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163716, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 453110372, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 453110376, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 453110368, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 456652200, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 456652204, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 456652196, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 455324856, + "byteLength": 40, + "layout": null + }, + "_model_layers_24_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 455325008, + "byteLength": 40, + "layout": null + }, + "_model_layers_24_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324612, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324596, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324620, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324644, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324636, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324652, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324532, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324676, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324660, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324684, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324708, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324700, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324716, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324896, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324556, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324904, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324848, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324912, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324936, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324920, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324564, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324732, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324740, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324724, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324748, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324772, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324756, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324572, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455325048, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455325076, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455325068, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455325060, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455325084, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324580, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324588, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 455324524, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 455324968, + "byteLength": 40, + "layout": null + }, + "_model_layers_24_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 455324808, + "byteLength": 40, + "layout": null + }, + "_model_layers_24_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 455324804, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 455325056, + "byteLength": 4, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324928, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324944, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324952, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324960, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324764, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324780, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324788, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324796, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324604, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324628, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324668, + "byteLength": 8, + "layout": null + }, + "_model_layers_24_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324692, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 467271348, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 467271352, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 467271344, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 470813176, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 470813180, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 470813172, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 469485832, + "byteLength": 40, + "layout": null + }, + "_model_layers_25_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 469485984, + "byteLength": 40, + "layout": null + }, + "_model_layers_25_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485588, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485572, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485596, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485620, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485612, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485628, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485508, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485652, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485636, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485660, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485684, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485676, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485692, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485872, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485532, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485880, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485824, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485888, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485912, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485896, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485540, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485708, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485716, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485700, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485724, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485748, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485732, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485548, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469486024, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469486052, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469486044, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469486036, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469486060, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485556, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485564, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 469485500, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 469485944, + "byteLength": 40, + "layout": null + }, + "_model_layers_25_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 469485784, + "byteLength": 40, + "layout": null + }, + "_model_layers_25_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 469485780, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 469486032, + "byteLength": 4, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485904, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485920, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485928, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485936, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485740, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485756, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485764, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485772, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485580, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485604, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485644, + "byteLength": 8, + "layout": null + }, + "_model_layers_25_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485668, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 481432324, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 481432328, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 481432320, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 484974152, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 484974156, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 484974148, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 483646808, + "byteLength": 40, + "layout": null + }, + "_model_layers_26_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 483646960, + "byteLength": 40, + "layout": null + }, + "_model_layers_26_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646564, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646548, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646572, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646596, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646588, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646604, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646484, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646628, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646612, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646636, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646660, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646652, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646668, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646848, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646508, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646856, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646800, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646864, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646888, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646872, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646516, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646684, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646692, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646676, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646700, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646724, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646708, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646524, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483647000, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483647028, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483647020, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483647012, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483647036, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646532, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646540, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 483646476, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 483646920, + "byteLength": 40, + "layout": null + }, + "_model_layers_26_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 483646760, + "byteLength": 40, + "layout": null + }, + "_model_layers_26_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 483646756, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 483647008, + "byteLength": 4, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646880, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646896, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646904, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646912, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646716, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646732, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646740, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646748, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646556, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646580, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646620, + "byteLength": 8, + "layout": null + }, + "_model_layers_26_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646644, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 495593300, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 495593304, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 495593296, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 499135128, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 499135132, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 499135124, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 497807784, + "byteLength": 40, + "layout": null + }, + "_model_layers_27_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 497807936, + "byteLength": 40, + "layout": null + }, + "_model_layers_27_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807540, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807524, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807548, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807572, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807564, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807580, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807460, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807604, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807588, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807612, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807636, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807628, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807644, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807824, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807484, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807832, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807776, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807840, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807864, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807848, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807492, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807660, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807668, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807652, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807676, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807700, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807684, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807500, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807976, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497808004, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807996, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807988, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497808012, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807508, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807516, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 497807452, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 497807896, + "byteLength": 40, + "layout": null + }, + "_model_layers_27_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 497807736, + "byteLength": 40, + "layout": null + }, + "_model_layers_27_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 497807732, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 497807984, + "byteLength": 4, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807856, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807872, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807880, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807888, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807692, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807708, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807716, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807724, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807532, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807556, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807596, + "byteLength": 8, + "layout": null + }, + "_model_layers_27_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807620, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 509754276, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 509754280, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 509754272, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 513296104, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 513296108, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 513296100, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 511968760, + "byteLength": 40, + "layout": null + }, + "_model_layers_28_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 511968912, + "byteLength": 40, + "layout": null + }, + "_model_layers_28_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968516, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968500, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968524, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968548, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968540, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968556, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968436, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968580, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968564, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968588, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968612, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968604, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968620, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968800, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968460, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968808, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968752, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968816, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968840, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968824, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968468, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968636, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968644, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968628, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968652, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968676, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968660, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968476, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968952, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968980, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968972, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968964, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968988, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968484, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968492, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 511968428, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 511968872, + "byteLength": 40, + "layout": null + }, + "_model_layers_28_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 511968712, + "byteLength": 40, + "layout": null + }, + "_model_layers_28_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 511968708, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 511968960, + "byteLength": 4, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968832, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968848, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968856, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968864, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968668, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968684, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968692, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968700, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968508, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968532, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968572, + "byteLength": 8, + "layout": null + }, + "_model_layers_28_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968596, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 523915252, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 523915256, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 523915248, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 527457080, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 527457084, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 527457076, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 526129736, + "byteLength": 40, + "layout": null + }, + "_model_layers_29_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 526129888, + "byteLength": 40, + "layout": null + }, + "_model_layers_29_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129492, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129476, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129500, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129524, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129516, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129532, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129412, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129556, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129540, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129564, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129588, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129580, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129596, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129776, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129436, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129784, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129728, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129792, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129816, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129800, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129444, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129612, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129620, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129604, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129628, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129652, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129636, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129452, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129928, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129956, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129948, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129940, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129964, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129460, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129468, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 526129404, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 526129848, + "byteLength": 40, + "layout": null + }, + "_model_layers_29_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 526129688, + "byteLength": 40, + "layout": null + }, + "_model_layers_29_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 526129684, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 526129936, + "byteLength": 4, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129808, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129824, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129832, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129840, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129644, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129660, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129668, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129676, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129484, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129508, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129548, + "byteLength": 8, + "layout": null + }, + "_model_layers_29_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129572, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 141568900, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 141568904, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 141568896, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 145110728, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 145110732, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 145110724, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 143783384, + "byteLength": 40, + "layout": null + }, + "_model_layers_2_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 143783536, + "byteLength": 40, + "layout": null + }, + "_model_layers_2_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783140, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783124, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783148, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783172, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783164, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783180, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783060, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783204, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783188, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783212, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783236, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783228, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783244, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783424, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783084, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783432, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783376, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783440, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783464, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783448, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783092, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783260, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783268, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783252, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783276, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783300, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783284, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783100, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783576, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783604, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783596, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783588, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783612, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783108, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783116, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 143783052, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 143783496, + "byteLength": 40, + "layout": null + }, + "_model_layers_2_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 143783336, + "byteLength": 40, + "layout": null + }, + "_model_layers_2_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 143783332, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 143783584, + "byteLength": 4, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783456, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783472, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783480, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783488, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783292, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783308, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783316, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783324, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783132, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783156, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783196, + "byteLength": 8, + "layout": null + }, + "_model_layers_2_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783220, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 155729876, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 155729880, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 155729872, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 159271704, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 159271708, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 159271700, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 157944360, + "byteLength": 40, + "layout": null + }, + "_model_layers_3_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 157944512, + "byteLength": 40, + "layout": null + }, + "_model_layers_3_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944116, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944100, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944124, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944148, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944140, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944156, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944036, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944180, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944164, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944188, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944212, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944204, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944220, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944400, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944060, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944408, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944352, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944416, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944440, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944424, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944068, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944236, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944244, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944228, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944252, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944276, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944260, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944076, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944552, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944580, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944572, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944564, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944588, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944084, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944092, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 157944028, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 157944472, + "byteLength": 40, + "layout": null + }, + "_model_layers_3_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 157944312, + "byteLength": 40, + "layout": null + }, + "_model_layers_3_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 157944308, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 157944560, + "byteLength": 4, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944432, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944448, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944456, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944464, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944268, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944284, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944292, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944300, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944108, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944132, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944172, + "byteLength": 8, + "layout": null + }, + "_model_layers_3_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944196, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 169890852, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 169890856, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 169890848, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 173432680, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 173432684, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 173432676, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 172105336, + "byteLength": 40, + "layout": null + }, + "_model_layers_4_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 172105488, + "byteLength": 40, + "layout": null + }, + "_model_layers_4_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105092, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105076, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105100, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105124, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105116, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105132, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105012, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105156, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105140, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105164, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105188, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105180, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105196, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105376, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105036, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105384, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105328, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105392, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105416, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105400, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105044, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105212, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105220, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105204, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105228, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105252, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105236, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105052, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105528, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105556, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105548, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105540, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105564, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105060, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105068, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 172105004, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 172105448, + "byteLength": 40, + "layout": null + }, + "_model_layers_4_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 172105288, + "byteLength": 40, + "layout": null + }, + "_model_layers_4_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 172105284, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 172105536, + "byteLength": 4, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105408, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105424, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105432, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105440, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105244, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105260, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105268, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105276, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105084, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105108, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105148, + "byteLength": 8, + "layout": null + }, + "_model_layers_4_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105172, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 184051828, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 184051832, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 184051824, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 187593656, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 187593660, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 187593652, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 186266312, + "byteLength": 40, + "layout": null + }, + "_model_layers_5_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 186266464, + "byteLength": 40, + "layout": null + }, + "_model_layers_5_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266068, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266052, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266076, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266100, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266092, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266108, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186265988, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266132, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266116, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266140, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266164, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266156, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266172, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186266352, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266012, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186266360, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266304, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266368, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266392, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266376, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266020, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186266188, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186266196, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266180, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266204, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266228, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266212, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266028, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186266504, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266532, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266524, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266516, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266540, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266036, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266044, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 186265980, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 186266424, + "byteLength": 40, + "layout": null + }, + "_model_layers_5_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 186266264, + "byteLength": 40, + "layout": null + }, + "_model_layers_5_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 186266260, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 186266512, + "byteLength": 4, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266384, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266400, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266408, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266416, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266220, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266236, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266244, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266252, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266060, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266084, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266124, + "byteLength": 8, + "layout": null + }, + "_model_layers_5_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266148, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 198212804, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 198212808, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 198212800, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 201754632, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 201754636, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 201754628, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 200427288, + "byteLength": 40, + "layout": null + }, + "_model_layers_6_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 200427440, + "byteLength": 40, + "layout": null + }, + "_model_layers_6_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427044, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427028, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427052, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427076, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427068, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427084, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200426964, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427108, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427092, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427116, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427140, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427132, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427148, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200427328, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200426988, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200427336, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427280, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427344, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427368, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427352, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200426996, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200427164, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200427172, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427156, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427180, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427204, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427188, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427004, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200427480, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427508, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427500, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427492, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427516, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427012, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427020, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 200426956, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 200427400, + "byteLength": 40, + "layout": null + }, + "_model_layers_6_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 200427240, + "byteLength": 40, + "layout": null + }, + "_model_layers_6_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 200427236, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 200427488, + "byteLength": 4, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427360, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427376, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427384, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427392, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427196, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427212, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427220, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427228, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427036, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427060, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427100, + "byteLength": 8, + "layout": null + }, + "_model_layers_6_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200427124, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 212373780, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 212373784, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 212373776, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 215915608, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 215915612, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 215915604, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 214588264, + "byteLength": 40, + "layout": null + }, + "_model_layers_7_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 214588416, + "byteLength": 40, + "layout": null + }, + "_model_layers_7_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588020, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588004, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588028, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588052, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588044, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588060, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214587940, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588084, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588068, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588092, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588116, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588108, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588124, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214588304, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587964, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214588312, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588256, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588320, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588344, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588328, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587972, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214588140, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214588148, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588132, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588156, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588180, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588164, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587980, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214588456, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588484, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588476, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588468, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588492, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587988, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587996, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 214587932, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 214588376, + "byteLength": 40, + "layout": null + }, + "_model_layers_7_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 214588216, + "byteLength": 40, + "layout": null + }, + "_model_layers_7_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 214588212, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 214588464, + "byteLength": 4, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588336, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588352, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588360, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588368, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588172, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588188, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588196, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588204, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588012, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588036, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588076, + "byteLength": 8, + "layout": null + }, + "_model_layers_7_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214588100, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 226534756, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 226534760, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 226534752, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 230076584, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 230076588, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 230076580, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 228749240, + "byteLength": 40, + "layout": null + }, + "_model_layers_8_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 228749392, + "byteLength": 40, + "layout": null + }, + "_model_layers_8_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748996, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748980, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749004, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749028, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749020, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749036, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228748916, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749060, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749044, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749068, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749092, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749084, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749100, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228749280, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748940, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228749288, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749232, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749296, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749320, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749304, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748948, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228749116, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228749124, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749108, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749132, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749156, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749140, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748956, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228749432, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749460, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749452, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749444, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749468, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748964, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748972, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 228748908, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 228749352, + "byteLength": 40, + "layout": null + }, + "_model_layers_8_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 228749192, + "byteLength": 40, + "layout": null + }, + "_model_layers_8_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 228749188, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 228749440, + "byteLength": 4, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749312, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749328, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749336, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749344, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749148, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749164, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749172, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749180, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748988, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749012, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749052, + "byteLength": 8, + "layout": null + }, + "_model_layers_8_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228749076, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_input_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 240695732, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_input_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 240695736, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_input_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 240695728, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_post_attention_layernorm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 244237560, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_post_attention_layernorm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 244237564, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_post_attention_layernorm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 244237556, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_self_attn_ConstantOfShape_1_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 242910216, + "byteLength": 40, + "layout": null + }, + "_model_layers_9_self_attn_ConstantOfShape_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 242910368, + "byteLength": 40, + "layout": null + }, + "_model_layers_9_self_attn_Constant_10_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909972, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_11_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909956, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_13_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909980, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910004, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909996, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_17_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910012, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_1_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242909892, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_20_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910036, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910020, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910044, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_24_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910068, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_26_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910060, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910076, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_28_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242910256, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_2_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909916, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_30_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242910264, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_32_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910208, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_33_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910272, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_35_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910296, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_36_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910280, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_3_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909924, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_41_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242910092, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_43_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242910100, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_45_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910084, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_46_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910108, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_48_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910132, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_49_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910116, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_4_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909932, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_54_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242910408, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_55_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910436, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_56_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910428, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_57_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910420, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_58_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910444, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_5_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909940, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_62_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909948, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Constant_output_0": { + "dataType": "int64", + "shape": [], + "byteOffset": 242909884, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Mul_4_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 242910328, + "byteLength": 40, + "layout": null + }, + "_model_layers_9_self_attn_Mul_6_output_0": { + "dataType": "int64", + "shape": [ + 5 + ], + "byteOffset": 242910168, + "byteLength": 40, + "layout": null + }, + "_model_layers_9_self_attn_Sqrt_1_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 242910164, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_self_attn_Sqrt_2_output_0": { + "dataType": "float32", + "shape": [ + 1 + ], + "byteOffset": 242910416, + "byteLength": 4, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_12_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910288, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_14_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910304, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_16_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910312, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_18_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910320, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_21_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910124, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_23_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910140, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_25_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910148, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_27_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910156, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_6_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909964, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_7_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909988, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_8_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910028, + "byteLength": 8, + "layout": null + }, + "_model_layers_9_self_attn_Unsqueeze_9_output_0": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242910052, + "byteLength": 8, + "layout": null + }, + "_model_norm_Constant_1_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 538076228, + "byteLength": 4, + "layout": null + }, + "_model_norm_Constant_2_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 538076232, + "byteLength": 4, + "layout": null + }, + "_model_norm_Constant_output_0": { + "dataType": "float32", + "shape": [], + "byteOffset": 538076224, + "byteLength": 4, + "layout": null + }, + "model_embed_tokens_weight": { + "dataType": "float32", + "shape": [ + 49152, + 576 + ], + "byteOffset": 0, + "byteLength": 113246208, + "layout": null + }, + "model_layers_0_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 113246644, + "byteLength": 2304, + "layout": null + }, + "model_layers_0_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 116788784, + "byteLength": 2304, + "layout": null + }, + "model_layers_10_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 254856716, + "byteLength": 2304, + "layout": null + }, + "model_layers_10_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 258398544, + "byteLength": 2304, + "layout": null + }, + "model_layers_11_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 269017692, + "byteLength": 2304, + "layout": null + }, + "model_layers_11_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 272559520, + "byteLength": 2304, + "layout": null + }, + "model_layers_12_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 283178668, + "byteLength": 2304, + "layout": null + }, + "model_layers_12_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 286720496, + "byteLength": 2304, + "layout": null + }, + "model_layers_13_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 297339644, + "byteLength": 2304, + "layout": null + }, + "model_layers_13_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 300881472, + "byteLength": 2304, + "layout": null + }, + "model_layers_14_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 311500620, + "byteLength": 2304, + "layout": null + }, + "model_layers_14_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 315042448, + "byteLength": 2304, + "layout": null + }, + "model_layers_15_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 325661596, + "byteLength": 2304, + "layout": null + }, + "model_layers_15_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 329203424, + "byteLength": 2304, + "layout": null + }, + "model_layers_16_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 339822572, + "byteLength": 2304, + "layout": null + }, + "model_layers_16_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 343364400, + "byteLength": 2304, + "layout": null + }, + "model_layers_17_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 353983548, + "byteLength": 2304, + "layout": null + }, + "model_layers_17_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 357525376, + "byteLength": 2304, + "layout": null + }, + "model_layers_18_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 368144524, + "byteLength": 2304, + "layout": null + }, + "model_layers_18_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 371686352, + "byteLength": 2304, + "layout": null + }, + "model_layers_19_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 382305500, + "byteLength": 2304, + "layout": null + }, + "model_layers_19_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 385847328, + "byteLength": 2304, + "layout": null + }, + "model_layers_1_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 127407932, + "byteLength": 2304, + "layout": null + }, + "model_layers_1_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 130949760, + "byteLength": 2304, + "layout": null + }, + "model_layers_20_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 396466476, + "byteLength": 2304, + "layout": null + }, + "model_layers_20_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 400008304, + "byteLength": 2304, + "layout": null + }, + "model_layers_21_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 410627452, + "byteLength": 2304, + "layout": null + }, + "model_layers_21_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 414169280, + "byteLength": 2304, + "layout": null + }, + "model_layers_22_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 424788428, + "byteLength": 2304, + "layout": null + }, + "model_layers_22_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 428330256, + "byteLength": 2304, + "layout": null + }, + "model_layers_23_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 438949404, + "byteLength": 2304, + "layout": null + }, + "model_layers_23_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 442491232, + "byteLength": 2304, + "layout": null + }, + "model_layers_24_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 453110380, + "byteLength": 2304, + "layout": null + }, + "model_layers_24_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 456652208, + "byteLength": 2304, + "layout": null + }, + "model_layers_25_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 467271356, + "byteLength": 2304, + "layout": null + }, + "model_layers_25_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 470813184, + "byteLength": 2304, + "layout": null + }, + "model_layers_26_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 481432332, + "byteLength": 2304, + "layout": null + }, + "model_layers_26_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 484974160, + "byteLength": 2304, + "layout": null + }, + "model_layers_27_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 495593308, + "byteLength": 2304, + "layout": null + }, + "model_layers_27_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 499135136, + "byteLength": 2304, + "layout": null + }, + "model_layers_28_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 509754284, + "byteLength": 2304, + "layout": null + }, + "model_layers_28_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 513296112, + "byteLength": 2304, + "layout": null + }, + "model_layers_29_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 523915260, + "byteLength": 2304, + "layout": null + }, + "model_layers_29_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 527457088, + "byteLength": 2304, + "layout": null + }, + "model_layers_2_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 141568908, + "byteLength": 2304, + "layout": null + }, + "model_layers_2_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 145110736, + "byteLength": 2304, + "layout": null + }, + "model_layers_3_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 155729884, + "byteLength": 2304, + "layout": null + }, + "model_layers_3_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 159271712, + "byteLength": 2304, + "layout": null + }, + "model_layers_4_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 169890860, + "byteLength": 2304, + "layout": null + }, + "model_layers_4_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 173432688, + "byteLength": 2304, + "layout": null + }, + "model_layers_5_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 184051836, + "byteLength": 2304, + "layout": null + }, + "model_layers_5_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 187593664, + "byteLength": 2304, + "layout": null + }, + "model_layers_6_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 198212812, + "byteLength": 2304, + "layout": null + }, + "model_layers_6_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 201754640, + "byteLength": 2304, + "layout": null + }, + "model_layers_7_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 212373788, + "byteLength": 2304, + "layout": null + }, + "model_layers_7_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 215915616, + "byteLength": 2304, + "layout": null + }, + "model_layers_8_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 226534764, + "byteLength": 2304, + "layout": null + }, + "model_layers_8_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 230076592, + "byteLength": 2304, + "layout": null + }, + "model_layers_9_input_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 240695740, + "byteLength": 2304, + "layout": null + }, + "model_layers_9_post_attention_layernorm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 244237568, + "byteLength": 2304, + "layout": null + }, + "model_norm_weight": { + "dataType": "float32", + "shape": [ + 576 + ], + "byteOffset": 538076236, + "byteLength": 2304, + "layout": null + }, + "onnx__Expand_588": { + "dataType": "float32", + "shape": [ + 1, + 32, + 1 + ], + "byteOffset": 113246516, + "byteLength": 128, + "layout": null + }, + "onnx__MatMul_8847": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 113248948, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8848": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 114576052, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8849": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 115018420, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8876": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 115461668, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8877": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 116791088, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8878": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 120330032, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8879": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 123868976, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8880": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 127410236, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8881": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 128737340, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8882": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 129179708, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8907": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 129622644, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8908": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 130952064, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8909": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 134491008, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8910": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 138029952, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8911": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 141571212, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8912": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 142898316, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8913": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 143340684, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8938": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 143783620, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8939": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 145113040, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8940": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 148651984, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8941": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 152190928, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8942": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 155732188, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8943": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 157059292, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8944": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 157501660, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8969": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 157944596, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8970": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 159274016, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8971": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 162812960, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8972": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 166351904, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_8973": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 169893164, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_8974": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 171220268, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_8975": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 171662636, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9000": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 172105572, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9001": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 173434992, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9002": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 176973936, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9003": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 180512880, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9004": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 184054140, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9005": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 185381244, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9006": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 185823612, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9031": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 186266548, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9032": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 187595968, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9033": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 191134912, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9034": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 194673856, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9035": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 198215116, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9036": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 199542220, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9037": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 199984588, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9062": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 200427524, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9063": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 201756944, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9064": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 205295888, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9065": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 208834832, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9066": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 212376092, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9067": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 213703196, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9068": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 214145564, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9093": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 214588500, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9094": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 215917920, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9095": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 219456864, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9096": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 222995808, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9097": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 226537068, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9098": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 227864172, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9099": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 228306540, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9124": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 228749476, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9125": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 230078896, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9126": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 233617840, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9127": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 237156784, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9128": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 240698044, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9129": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 242025148, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9130": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 242467516, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9155": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 242910452, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9156": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 244239872, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9157": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 247778816, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9158": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 251317760, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9159": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 254859020, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9160": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 256186124, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9161": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 256628492, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9186": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 257071428, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9187": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 258400848, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9188": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 261939792, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9189": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 265478736, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9190": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 269019996, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9191": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 270347100, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9192": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 270789468, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9217": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 271232404, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9218": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 272561824, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9219": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 276100768, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9220": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 279639712, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9221": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 283180972, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9222": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 284508076, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9223": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 284950444, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9248": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 285393380, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9249": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 286722800, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9250": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 290261744, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9251": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 293800688, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9252": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 297341948, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9253": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 298669052, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9254": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 299111420, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9279": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 299554356, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9280": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 300883776, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9281": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 304422720, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9282": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 307961664, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9283": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 311502924, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9284": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 312830028, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9285": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 313272396, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9310": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 313715332, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9311": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 315044752, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9312": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 318583696, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9313": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 322122640, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9314": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 325663900, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9315": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 326991004, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9316": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 327433372, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9341": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 327876308, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9342": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 329205728, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9343": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 332744672, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9344": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 336283616, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9345": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 339824876, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9346": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 341151980, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9347": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 341594348, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9372": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 342037284, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9373": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 343366704, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9374": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 346905648, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9375": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 350444592, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9376": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 353985852, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9377": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 355312956, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9378": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 355755324, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9403": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 356198260, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9404": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 357527680, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9405": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 361066624, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9406": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 364605568, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9407": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 368146828, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9408": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 369473932, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9409": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 369916300, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9434": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 370359236, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9435": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 371688656, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9436": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 375227600, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9437": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 378766544, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9438": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 382307804, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9439": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 383634908, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9440": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 384077276, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9465": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 384520212, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9466": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 385849632, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9467": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 389388576, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9468": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 392927520, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9469": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 396468780, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9470": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 397795884, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9471": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 398238252, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9496": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 398681188, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9497": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 400010608, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9498": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 403549552, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9499": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 407088496, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9500": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 410629756, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9501": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 411956860, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9502": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 412399228, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9527": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 412842164, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9528": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 414171584, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9529": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 417710528, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9530": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 421249472, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9531": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 424790732, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9532": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 426117836, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9533": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 426560204, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9558": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 427003140, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9559": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 428332560, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9560": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 431871504, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9561": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 435410448, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9562": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 438951708, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9563": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 440278812, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9564": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 440721180, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9589": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 441164116, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9590": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 442493536, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9591": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 446032480, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9592": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 449571424, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9593": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 453112684, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9594": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 454439788, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9595": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 454882156, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9620": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 455325092, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9621": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 456654512, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9622": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 460193456, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9623": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 463732400, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9624": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 467273660, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9625": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 468600764, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9626": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 469043132, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9651": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 469486068, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9652": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 470815488, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9653": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 474354432, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9654": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 477893376, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9655": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 481434636, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9656": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 482761740, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9657": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 483204108, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9682": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 483647044, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9683": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 484976464, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9684": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 488515408, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9685": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 492054352, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9686": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 495595612, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9687": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 496922716, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9688": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 497365084, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9713": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 497808020, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9714": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 499137440, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9715": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 502676384, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9716": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 506215328, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9717": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 509756588, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9718": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 511083692, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9719": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 511526060, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9744": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 511968996, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9745": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 513298416, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9746": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 516837360, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9747": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 520376304, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9748": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 523917564, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9749": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 525244668, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9750": { + "dataType": "float32", + "shape": [ + 576, + 192 + ], + "byteOffset": 525687036, + "byteLength": 442368, + "layout": null + }, + "onnx__MatMul_9775": { + "dataType": "float32", + "shape": [ + 576, + 576 + ], + "byteOffset": 526129972, + "byteLength": 1327104, + "layout": null + }, + "onnx__MatMul_9776": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 527459392, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9777": { + "dataType": "float32", + "shape": [ + 576, + 1536 + ], + "byteOffset": 530998336, + "byteLength": 3538944, + "layout": null + }, + "onnx__MatMul_9778": { + "dataType": "float32", + "shape": [ + 1536, + 576 + ], + "byteOffset": 534537280, + "byteLength": 3538944, + "layout": null + }, + "onnx__Unsqueeze_1141": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783068, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1143": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 143783076, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1416": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944044, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1418": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 157944052, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1691": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105020, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1693": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 172105028, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1966": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186265996, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_1968": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 186266004, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2241": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200426972, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2243": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 200426980, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2516": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587948, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2518": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 214587956, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2791": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748924, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_2793": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 228748932, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3066": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909900, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3068": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 242909908, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3341": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070876, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3343": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 257070884, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_352": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246308, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_354": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 113246268, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3616": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231852, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3618": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 271231860, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3891": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392828, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_3893": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 285392836, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4166": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553804, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4168": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 299553812, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4441": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714780, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4443": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 313714788, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4716": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875756, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4718": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 327875764, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4991": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036732, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_4993": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 342036740, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5266": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197708, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5268": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 356197716, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5541": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358684, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5543": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 370358692, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_555": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460820, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_557": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 115460828, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5816": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519660, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_5818": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 384519668, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6091": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680636, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6093": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 398680644, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6366": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841612, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6368": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 412841620, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6641": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002588, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6643": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 427002596, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6916": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163564, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_6918": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 441163572, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7191": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324540, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7193": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 455324548, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7466": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485516, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7468": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 469485524, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7741": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646492, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_7743": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 483646500, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8016": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807468, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8018": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 497807476, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8291": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968444, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8293": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 511968452, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8566": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129420, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_8568": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 526129428, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_866": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622092, + "byteLength": 8, + "layout": null + }, + "onnx__Unsqueeze_868": { + "dataType": "int64", + "shape": [ + 1 + ], + "byteOffset": 129622100, + "byteLength": 8, + "layout": null + } + } +} \ No newline at end of file diff --git a/src/emit_js.rs b/src/emit_js.rs index 2b2267f..758db6e 100644 --- a/src/emit_js.rs +++ b/src/emit_js.rs @@ -27,6 +27,46 @@ fn shape_to_js(shape: &[Dimension]) -> String { format!("[{}]", dims.join(", ")) } +fn normalize_dtype_name(name: &str) -> Option<&'static str> { + match name.to_ascii_lowercase().as_str() { + "float32" => Some("float32"), + "float16" => Some("float16"), + "int4" => Some("int4"), + "uint4" => Some("uint4"), + "int32" => Some("int32"), + "uint32" => Some("uint32"), + "int64" => Some("int64"), + "uint64" => Some("uint64"), + "int8" => Some("int8"), + "uint8" => Some("uint8"), + _ => None, + } +} + +fn normalize_options_for_js(value: &mut serde_json::Value) { + match value { + serde_json::Value::Object(obj) => { + for (k, v) in obj.iter_mut() { + if k == "dataType" || k == "to" { + if let Some(s) = v.as_str() { + if let Some(norm) = normalize_dtype_name(s) { + *v = serde_json::Value::String(norm.to_string()); + continue; + } + } + } + normalize_options_for_js(v); + } + } + serde_json::Value::Array(arr) => { + for v in arr { + normalize_options_for_js(v); + } + } + _ => {} + } +} + /// Emit the WeightsFile helper class for loading weights pub fn emit_weights_loader_js() -> &'static str { r#"/** @@ -174,31 +214,64 @@ pub fn emit_builder_js(g: &GraphJson) -> String { s.push('\n'); for n in &g.nodes { + if n.op == "constant" { + let mut opts = serde_json::Value::Object(n.options.clone()); + normalize_options_for_js(&mut opts); + let dtype = opts + .get("dataType") + .and_then(|v| v.as_str()) + .and_then(normalize_dtype_name) + .unwrap_or("float32"); + let shape = opts + .get("shape") + .cloned() + .unwrap_or_else(|| serde_json::json!([])) + .to_string(); + let data = opts + .get("data") + .and_then(|v| v.as_str()) + .unwrap_or("") + .to_string(); + s.push_str(&format!( + " {{\n const b64 = {data:?};\n const bytes = Uint8Array.from(atob(b64), c => c.charCodeAt(0));\n env.set({id:?}, builder.constant({{ dataType: {dtype:?}, shape: {shape} }}, bytes.buffer));\n }}\n", + id = n.id, + data = data, + dtype = dtype, + shape = shape + )); + continue; + } + let ins = n .inputs .iter() .map(|x| format!("env.get({:?})", x)) .collect::>() .join(", "); - let opts = serde_json::Value::Object(n.options.clone()).to_string(); - if let Some(outs) = &n.outputs { - s.push_str(&format!( - " {{\n const tmp = builder[{op:?}]({ins}, {opts});\n", + let mut opts_val = serde_json::Value::Object(n.options.clone()); + normalize_options_for_js(&mut opts_val); + let opts = opts_val.to_string(); + let call = if ins.is_empty() { + format!("builder[{op:?}]({opts})", op = n.op, opts = opts) + } else { + format!( + "builder[{op:?}]({ins}, {opts})", op = n.op, ins = ins, opts = opts - )); + ) + }; + if let Some(outs) = &n.outputs { + s.push_str(&format!(" {{\n const tmp = {call};\n", call = call)); for (i, o) in outs.iter().enumerate() { s.push_str(&format!(" env.set({o:?}, tmp[{i}]);\n", o = o, i = i)); } s.push_str(" }\n"); } else { s.push_str(&format!( - " env.set({id:?}, builder[{op:?}]({ins}, {opts}));\n", + " env.set({id:?}, {call});\n", id = n.id, - op = n.op, - ins = ins, - opts = opts + call = call )); } } @@ -383,6 +456,51 @@ mod tests { assert!(js.contains("\"axis\":1")); } + #[test] + fn test_emit_cast_normalizes_dtype_option() { + let mut g = new_graph_json(); + g.inputs.insert( + "x".to_string(), + OperandDesc { + data_type: DataType::Float32, + shape: to_dimension_vector(&[1]), + }, + ); + let mut options = serde_json::Map::new(); + options.insert("to".to_string(), serde_json::json!("Int32")); + g.nodes.push(Node { + id: "y".to_string(), + op: "cast".to_string(), + inputs: vec!["x".to_string()], + options, + outputs: None, + }); + g.outputs.insert("y".to_string(), "y".to_string()); + let js = emit_builder_js(&g); + assert!(js.contains("\"to\":\"int32\"")); + } + + #[test] + fn test_emit_constant_node_uses_atob_decode() { + let mut g = new_graph_json(); + let mut options = serde_json::Map::new(); + options.insert("dataType".to_string(), serde_json::json!("Float32")); + options.insert("shape".to_string(), serde_json::json!([1])); + options.insert("data".to_string(), serde_json::json!("AAAAAA==")); + g.nodes.push(Node { + id: "c0".to_string(), + op: "constant".to_string(), + inputs: vec![], + options, + outputs: None, + }); + g.outputs.insert("c0".to_string(), "c0".to_string()); + let js = emit_builder_js(&g); + assert!(js.contains("atob(b64)")); + assert!(js.contains("dataType: \"float32\"")); + assert!(js.contains("builder.constant")); + } + #[test] fn test_emit_with_multi_outputs() { let mut g = new_graph_json(); diff --git a/src/onnx/convert.rs b/src/onnx/convert.rs index 8b9d40b..6ac1ea3 100644 --- a/src/onnx/convert.rs +++ b/src/onnx/convert.rs @@ -88,10 +88,7 @@ fn infer_shape( value_shapes.get(ins[0].as_str()).cloned() } - // Binary operations (with broadcasting) - prefer shape with FEWER dimensions - // This prevents shape inflation: constants remain compact, not broadcast-expanded - // Rationale: Broadcasting happens implicitly in WebNN ops; storing inflated shapes - // causes compatibility issues when converting back to ONNX + // Binary operations with NumPy-style broadcasting semantics. "Add" | "Sub" | "Mul" | "Div" | "Pow" => { let ins = node.input.as_slice(); if ins.len() < 2 { @@ -103,13 +100,21 @@ fn infer_shape( match (shape_a, shape_b) { (Some(a), Some(b)) => { - // Prefer the shape with FEWER dimensions to avoid shape inflation - // Example: [129] + [1, 128, 1] → keep [129], not [1, 128, 129] - if a.len() <= b.len() { - Some(a.clone()) - } else { - Some(b.clone()) + let rank = a.len().max(b.len()); + let mut out_rev = Vec::with_capacity(rank); + for i in 0..rank { + let da = a.get(a.len().wrapping_sub(1 + i)).copied().unwrap_or(1); + let db = b.get(b.len().wrapping_sub(1 + i)).copied().unwrap_or(1); + if da == db || da == 1 { + out_rev.push(db); + } else if db == 1 { + out_rev.push(da); + } else { + return None; + } } + out_rev.reverse(); + Some(out_rev) } (Some(a), None) => Some(a.clone()), (None, Some(b)) => Some(b.clone()), @@ -527,6 +532,144 @@ fn infer_shape( } } +fn shape_numel(shape: &[i64]) -> Option { + shape.iter().try_fold(1usize, |acc, &d| { + if d < 0 { + return None; + } + usize::try_from(d).ok().map(|v| acc.saturating_mul(v)) + }) +} + +fn const_shape_for_folding( + name: &str, + values: &[i64], + value_shapes: &HashMap>, +) -> Vec { + if let Some(shape) = value_shapes.get(name) { + if shape_numel(shape) == Some(values.len()) { + return shape.clone(); + } + } + + if values.len() == 1 { + Vec::new() + } else { + vec![values.len() as i64] + } +} + +fn broadcast_shape(shape_a: &[i64], shape_b: &[i64]) -> Option> { + let rank = shape_a.len().max(shape_b.len()); + let mut out_rev = Vec::with_capacity(rank); + for i in 0..rank { + let da = shape_a + .get(shape_a.len().wrapping_sub(1 + i)) + .copied() + .unwrap_or(1); + let db = shape_b + .get(shape_b.len().wrapping_sub(1 + i)) + .copied() + .unwrap_or(1); + if da <= 0 || db <= 0 { + return None; + } + if da == db || da == 1 { + out_rev.push(db); + } else if db == 1 { + out_rev.push(da); + } else { + return None; + } + } + out_rev.reverse(); + Some(out_rev) +} + +fn linear_index_for_broadcast_operand( + out_linear_idx: usize, + out_shape: &[i64], + in_shape: &[i64], +) -> Option { + if in_shape.is_empty() { + return Some(0); + } + + let in_rank = in_shape.len(); + let out_rank = out_shape.len(); + if in_rank > out_rank { + return None; + } + + let mut in_linear_idx = 0usize; + let mut in_stride = 1usize; + let mut rem = out_linear_idx; + + for out_axis_rev in 0..out_rank { + let out_axis = out_rank - 1 - out_axis_rev; + let out_dim = usize::try_from(out_shape[out_axis]).ok()?; + if out_dim == 0 { + return None; + } + let out_coord = rem % out_dim; + rem /= out_dim; + + if out_axis_rev < in_rank { + let in_axis = in_rank - 1 - out_axis_rev; + let in_dim = usize::try_from(in_shape[in_axis]).ok()?; + if in_dim == 0 { + return None; + } + let in_coord = if in_dim == 1 { 0 } else { out_coord }; + in_linear_idx = in_linear_idx.saturating_add(in_coord.saturating_mul(in_stride)); + in_stride = in_stride.saturating_mul(in_dim); + } + } + + Some(in_linear_idx) +} + +fn fold_binary_const_i64( + op_type: &str, + a_values: &[i64], + b_values: &[i64], + a_shape: &[i64], + b_shape: &[i64], +) -> Option<(Vec, Vec)> { + let out_shape = broadcast_shape(a_shape, b_shape)?; + let out_numel = shape_numel(&out_shape)?; + + let mut out_values = Vec::with_capacity(out_numel); + for out_idx in 0..out_numel { + let a_idx = linear_index_for_broadcast_operand(out_idx, &out_shape, a_shape)?; + let b_idx = linear_index_for_broadcast_operand(out_idx, &out_shape, b_shape)?; + let av = *a_values.get(a_idx)?; + let bv = *b_values.get(b_idx)?; + let v = match op_type { + "Add" => av + bv, + "Sub" => av - bv, + "Mul" => av * bv, + "Div" => { + if bv == 0 { + return None; + } + av / bv + } + "Equal" => { + if av == bv { + 1 + } else { + 0 + } + } + _ => return None, + }; + out_values.push(v); + } + + Some((out_values, out_shape)) +} + /// Conversion options for ONNX to WebNN #[derive(Debug, Clone)] pub struct ConvertOptions { @@ -938,11 +1081,19 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", if let Some(TypeProtoValue::TensorType(tensor_type)) = &type_proto.value { if let Some(shape_proto) = &tensor_type.shape { let mut shape: Vec = Vec::new(); + let mut unknown = false; for dim in &shape_proto.dim { if let Some(dim_value) = &dim.value { match dim_value { DimensionValue::DimValue(v) => { - shape.push(*v); + if *v > 0 { + shape.push(*v); + } else if options.experimental_dynamic_inputs { + shape.push(default_dynamic_max_size as i64); + } else { + unknown = true; + break; + } } DimensionValue::DimParam(dim_param) => { if let Some(v) = resolve_dim_for_inference( @@ -950,12 +1101,22 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", &mut inference_overrides, ) { shape.push(v as i64); + } else if options.experimental_dynamic_inputs { + shape.push(dynamic_max_for_dim(dim_param) as i64); + } else { + unknown = true; + break; } } } + } else if options.experimental_dynamic_inputs { + shape.push(default_dynamic_max_size as i64); + } else { + unknown = true; + break; } } - if !shape.is_empty() { + if !unknown && !shape.is_empty() { value_shapes.insert(raw_name.clone(), shape.clone()); value_shapes.insert(mapped_name.clone(), shape); } @@ -1028,7 +1189,14 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", if let Some(dim_value) = &dim.value { match dim_value { DimensionValue::DimValue(v) => { - shape.push(*v); + if *v > 0 { + shape.push(*v); + } else if options.experimental_dynamic_inputs { + shape.push(default_dynamic_max_size as i64); + } else { + unknown = true; + break; + } } DimensionValue::DimParam(dim_param) => { if let Some(v) = resolve_dim_for_inference( @@ -1036,12 +1204,16 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", &mut inference_overrides, ) { shape.push(v as i64); + } else if options.experimental_dynamic_inputs { + shape.push(dynamic_max_for_dim(dim_param) as i64); } else { unknown = true; break; } } } + } else if options.experimental_dynamic_inputs { + shape.push(default_dynamic_max_size as i64); } else { unknown = true; break; @@ -1170,42 +1342,68 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", // Run the static shape/type inference scaffold to seed shapes/types/constants // before lowering. Errors surface early if dynamic dims remain. - match crate::onnx::shape_inference::infer_static_shapes(&self.model, &inference_overrides) { - Ok(inferred) => { - // Initial seeding: use or_insert since these are the first values - // (no prior shapes to override) - for (k, v) in inferred.value_shapes { - value_shapes.entry(k).or_insert(v); - } - for (k, v) in inferred.value_types { - value_types.entry(k).or_insert(v); - } - for (k, v) in inferred.const_values { - // Use insert() instead of or_insert() to allow shape inference to correct - // earlier wrong values (e.g., Where operation heuristics) - if k.contains("rotary") && k.contains("Where") { - if let Some(old_val) = const_values.get(&k) { - crate::debug_println!( - "[CONVERT] Overwriting {} from {:?} to {:?}", - k, - old_val, - v - ); - } else { - crate::debug_println!("[CONVERT] Inserting new {} = {:?}", k, v); + let mut dynamic_inference_attempts: HashSet = HashSet::new(); + loop { + match crate::onnx::shape_inference::infer_static_shapes( + &self.model, + &inference_overrides, + ) { + Ok(inferred) => { + // Initial seeding: use or_insert since these are the first values + // (no prior shapes to override) + for (k, v) in inferred.value_shapes { + value_shapes.entry(k).or_insert(v); + } + for (k, v) in inferred.value_types { + value_types.entry(k).or_insert(v); + } + for (k, v) in inferred.const_values { + // Use insert() instead of or_insert() to allow shape inference to correct + // earlier wrong values (e.g., Where operation heuristics) + if k.contains("rotary") && k.contains("Where") { + if let Some(old_val) = const_values.get(&k) { + crate::debug_println!( + "[CONVERT] Overwriting {} from {:?} to {:?}", + k, + old_val, + v + ); + } else { + crate::debug_println!("[CONVERT] Inserting new {} = {:?}", k, v); + } } + const_values.insert(k, v); } - const_values.insert(k, v); + break; } - } - Err(crate::onnx::shape_inference::ShapeInferenceError::DynamicDim { input, dim }) => { - crate::debug_println!( - "[CONVERT] Skipping static shape inference due to unresolved dynamic dim '{}' on input '{}'", + Err(crate::onnx::shape_inference::ShapeInferenceError::DynamicDim { + input, dim, - input - ); + }) => { + if options.experimental_dynamic_inputs + && !dynamic_inference_attempts.contains(dim.as_str()) + { + let fallback = dynamic_max_for_dim(&dim); + inference_overrides.insert(dim.clone(), fallback); + dynamic_inference_attempts.insert(dim.clone()); + crate::debug_println!( + "[CONVERT] Retrying static shape inference with inferred override {}={} \ + (required by input '{}')", + dim, + fallback, + input + ); + continue; + } + crate::debug_println!( + "[CONVERT] Skipping static shape inference due to unresolved dynamic dim '{}' on input '{}'", + dim, + input + ); + break; + } + Err(e) => return Err(OnnxError::ShapeInference(e.to_string())), } - Err(e) => return Err(OnnxError::ShapeInference(e.to_string())), } // Propagate shapes and fold constant shape expressions in a few passes @@ -1373,54 +1571,31 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", } } else if matches!(op_type, "Add" | "Sub" | "Mul" | "Div") { if node.input.as_slice().len() >= 2 { - if let (Some(a), Some(b), Some(out)) = ( - node.input - .as_slice() - .first() - .and_then(|i| const_values.get(i)), - node.input - .as_slice() - .get(1) - .and_then(|i| const_values.get(i)), + if let (Some(a_name), Some(b_name), Some(out)) = ( + node.input.as_slice().first(), + node.input.as_slice().get(1), node.output.as_slice().first(), ) { - let mut result_vals = Vec::new(); - let (a_len, b_len) = (a.len(), b.len()); - let max_len = a_len.max(b_len); - for idx in 0..max_len { - let av = if a_len == 1 { a[0] } else { a[idx] }; - let bv = if b_len == 1 { b[0] } else { b[idx] }; - let v = match op_type { - "Add" => av + bv, - "Sub" => av - bv, - "Mul" => av * bv, - "Div" => { - if bv == 0 { - continue; - } - av / bv - } - _ => unreachable!(), - }; - result_vals.push(v); - } - if !result_vals.is_empty() { - const_values.insert(out.to_string(), result_vals.clone()); - let out_shape = if result_vals.len() == 1 { - Vec::new() - } else { - vec![result_vals.len() as i64] - }; - // Force the correct shape - Binary operations compute exact output shape - value_shapes.insert(out.to_string(), out_shape.clone()); - value_shapes.insert(sanitize_identifier(out), out_shape); - if let Some(dtype) = node - .input - .as_slice() - .iter() - .find_map(|i| value_types.get(i).cloned()) + let a = const_values.get(a_name); + let b = const_values.get(b_name); + if let (Some(a), Some(b)) = (a, b) { + let a_shape = const_shape_for_folding(a_name, a, &value_shapes); + let b_shape = const_shape_for_folding(b_name, b, &value_shapes); + if let Some((result_vals, out_shape)) = + fold_binary_const_i64(op_type, a, b, &a_shape, &b_shape) { - value_types.insert(out.to_string(), dtype); + const_values.insert(out.to_string(), result_vals.clone()); + // Force the correct shape - Binary operations compute exact output shape + value_shapes.insert(out.to_string(), out_shape.clone()); + value_shapes.insert(sanitize_identifier(out), out_shape); + if let Some(dtype) = node + .input + .as_slice() + .iter() + .find_map(|i| value_types.get(i).cloned()) + { + value_types.insert(out.to_string(), dtype); + } } } } @@ -1583,44 +1758,25 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", } else if op_type == "Equal" { // Equal(a, b) -> boolean tensor (represented as i64: 1 for true, 0 for false) if node.input.as_slice().len() >= 2 { - if let (Some(a), Some(b), Some(out)) = ( - node.input - .as_slice() - .first() - .and_then(|i| const_values.get(i)), - node.input - .as_slice() - .get(1) - .and_then(|i| const_values.get(i)), + if let (Some(a_name), Some(b_name), Some(out)) = ( + node.input.as_slice().first(), + node.input.as_slice().get(1), node.output.as_slice().first(), ) { - let mut result_vals = Vec::new(); - let (a_len, b_len) = (a.len(), b.len()); - let max_len = a_len.max(b_len); - for idx in 0..max_len { - let av = if a_len == 1 { - a[0] - } else { - a.get(idx).copied().unwrap_or(0) - }; - let bv = if b_len == 1 { - b[0] - } else { - b.get(idx).copied().unwrap_or(0) - }; - result_vals.push(if av == bv { 1 } else { 0 }); - } - if !result_vals.is_empty() { - const_values.insert(out.to_string(), result_vals.clone()); - let out_shape = if result_vals.len() == 1 { - Vec::new() - } else { - vec![result_vals.len() as i64] - }; - // Force the correct shape - Equal operation computes exact output shape - value_shapes.insert(out.to_string(), out_shape.clone()); - value_shapes.insert(sanitize_identifier(out), out_shape); - value_types.insert(out.to_string(), DataType::Int64); + let a = const_values.get(a_name); + let b = const_values.get(b_name); + if let (Some(a), Some(b)) = (a, b) { + let a_shape = const_shape_for_folding(a_name, a, &value_shapes); + let b_shape = const_shape_for_folding(b_name, b, &value_shapes); + if let Some((result_vals, out_shape)) = + fold_binary_const_i64("Equal", a, b, &a_shape, &b_shape) + { + const_values.insert(out.to_string(), result_vals.clone()); + // Force the correct shape - Equal operation computes exact output shape + value_shapes.insert(out.to_string(), out_shape.clone()); + value_shapes.insert(sanitize_identifier(out), out_shape); + value_types.insert(out.to_string(), DataType::Int64); + } } } } @@ -1645,7 +1801,6 @@ Provide --override-dim {}= or enable --experimental-dynamic-inputs.", if let Some(val) = const_values.get("/model/rotary_emb/Where_output_0") { crate::debug_println!("[NODE CONV] /model/rotary_emb/Where_output_0 = {:?}", val); } - for onnx_node in onnx_graph.node.as_slice() { // If all outputs are compile-time constants, emit them directly and skip conversion let outputs = onnx_node.output.as_slice(); @@ -2269,4 +2424,446 @@ mod tests { assert!(msg.contains("override-dim")); assert!(msg.contains("experimental-dynamic-inputs")); } + + #[test] + fn test_convert_dynamic_shape_concat_reshape_path_with_experimental_flag() { + use crate::protos::onnx::{tensor_shape_proto, type_proto}; + use crate::protos::onnx::{ + AttributeProto, GraphProto, ModelProto, NodeProto, TensorProto, TensorShapeProto, + ValueInfoProto, + }; + + let batch_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimValue(1)), + denotation: String::new(), + }; + let seq_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimParam( + "sequence_length".to_string(), + )), + denotation: String::new(), + }; + let hidden_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimValue(4)), + denotation: String::new(), + }; + let data_shape = TensorShapeProto { + dim: vec![batch_dim, seq_dim, hidden_dim], + }; + + let data_tensor_type = type_proto::Tensor { + elem_type: TensorProto_DataType::Float.into(), + shape: Some(data_shape), + }; + let data_type_proto = crate::protos::onnx::TypeProto { + value: Some(type_proto::Value::TensorType(data_tensor_type)), + denotation: String::new(), + }; + + let data_input = ValueInfoProto { + name: "data".to_string(), + r#type: Some(data_type_proto.clone()), + ..Default::default() + }; + let data_output = ValueInfoProto { + name: "out".to_string(), + r#type: Some(data_type_proto), + ..Default::default() + }; + + let idx0 = TensorProto { + name: "idx0".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![0], + ..Default::default() + }; + let idx1 = TensorProto { + name: "idx1".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![1], + ..Default::default() + }; + let last_dim = TensorProto { + name: "last_dim".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![4], + ..Default::default() + }; + + let shape_node = NodeProto { + op_type: "Shape".to_string(), + input: vec!["data".to_string()], + output: vec!["shape_out".to_string()], + ..Default::default() + }; + let gather0 = NodeProto { + op_type: "Gather".to_string(), + input: vec!["shape_out".to_string(), "idx0".to_string()], + output: vec!["dim0".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let gather1 = NodeProto { + op_type: "Gather".to_string(), + input: vec!["shape_out".to_string(), "idx1".to_string()], + output: vec!["dim1".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let concat_shape = NodeProto { + op_type: "Concat".to_string(), + input: vec![ + "dim0".to_string(), + "dim1".to_string(), + "last_dim".to_string(), + ], + output: vec!["shape_for_reshape".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let reshape = NodeProto { + op_type: "Reshape".to_string(), + input: vec!["data".to_string(), "shape_for_reshape".to_string()], + output: vec!["out".to_string()], + ..Default::default() + }; + + let model = ModelProto { + graph: Some(GraphProto { + input: vec![data_input], + output: vec![data_output], + initializer: vec![idx0, idx1, last_dim], + node: vec![shape_node, gather0, gather1, concat_shape, reshape], + ..Default::default() + }), + ..Default::default() + }; + + let converter = OnnxConverter::new(model).expect("converter"); + let graph = converter + .convert(&ConvertOptions { + optimize: true, + experimental_dynamic_inputs: true, + extract_weights: false, + ..ConvertOptions::default() + }) + .expect("dynamic reshape path should convert"); + + let reshape_node = graph + .nodes + .iter() + .find(|n| n.op == "reshape") + .expect("reshape node should exist"); + let shape = reshape_node + .options + .get("newShape") + .and_then(|v| v.as_array()) + .expect("newShape should be an array"); + assert_eq!(shape.len(), 3); + assert_eq!(shape[0].as_u64(), Some(1)); + assert_eq!(shape[2].as_u64(), Some(4)); + assert!( + shape[1].as_u64().is_some_and(|v| v > 0), + "sequence dimension should be concretized for lowering" + ); + } + + #[test] + fn test_convert_reshape_shape_path_survives_add_broadcast() { + use crate::protos::onnx::{tensor_shape_proto, type_proto}; + use crate::protos::onnx::{ + AttributeProto, GraphProto, ModelProto, NodeProto, TensorProto, TensorShapeProto, + ValueInfoProto, + }; + + let batch_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimValue(1)), + denotation: String::new(), + }; + let seq_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimValue(128)), + denotation: String::new(), + }; + let hidden_dim = tensor_shape_proto::Dimension { + value: Some(tensor_shape_proto::dimension::Value::DimValue(4)), + denotation: String::new(), + }; + let data_shape = TensorShapeProto { + dim: vec![batch_dim, seq_dim, hidden_dim], + }; + + let data_tensor_type = type_proto::Tensor { + elem_type: TensorProto_DataType::Float.into(), + shape: Some(data_shape), + }; + let data_type_proto = crate::protos::onnx::TypeProto { + value: Some(type_proto::Value::TensorType(data_tensor_type)), + denotation: String::new(), + }; + + let data_input = ValueInfoProto { + name: "data".to_string(), + r#type: Some(data_type_proto.clone()), + ..Default::default() + }; + let data_output = ValueInfoProto { + name: "out".to_string(), + r#type: Some(data_type_proto), + ..Default::default() + }; + + let bias = TensorProto { + name: "bias".to_string(), + data_type: TensorProto_DataType::Float as i32, + dims: vec![4], + float_data: vec![0.0, 0.0, 0.0, 0.0], + ..Default::default() + }; + let idx0 = TensorProto { + name: "idx0".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![0], + ..Default::default() + }; + let idx1 = TensorProto { + name: "idx1".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![1], + ..Default::default() + }; + let last_dim = TensorProto { + name: "last_dim".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![1], + int64_data: vec![4], + ..Default::default() + }; + + let add_node = NodeProto { + op_type: "Add".to_string(), + input: vec!["data".to_string(), "bias".to_string()], + output: vec!["add_out".to_string()], + ..Default::default() + }; + let shape_node = NodeProto { + op_type: "Shape".to_string(), + input: vec!["add_out".to_string()], + output: vec!["shape_out".to_string()], + ..Default::default() + }; + let gather0 = NodeProto { + op_type: "Gather".to_string(), + input: vec!["shape_out".to_string(), "idx0".to_string()], + output: vec!["dim0".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let gather1 = NodeProto { + op_type: "Gather".to_string(), + input: vec!["shape_out".to_string(), "idx1".to_string()], + output: vec!["dim1".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let concat_shape = NodeProto { + op_type: "Concat".to_string(), + input: vec![ + "dim0".to_string(), + "dim1".to_string(), + "last_dim".to_string(), + ], + output: vec!["shape_for_reshape".to_string()], + attribute: vec![AttributeProto { + name: "axis".to_string(), + i: 0, + ..Default::default() + }], + ..Default::default() + }; + let reshape = NodeProto { + op_type: "Reshape".to_string(), + input: vec!["add_out".to_string(), "shape_for_reshape".to_string()], + output: vec!["out".to_string()], + ..Default::default() + }; + + let model = ModelProto { + graph: Some(GraphProto { + input: vec![data_input], + output: vec![data_output], + initializer: vec![bias, idx0, idx1, last_dim], + node: vec![ + add_node, + shape_node, + gather0, + gather1, + concat_shape, + reshape, + ], + ..Default::default() + }), + ..Default::default() + }; + + let converter = OnnxConverter::new(model).expect("converter"); + let graph = converter + .convert(&ConvertOptions { + optimize: true, + extract_weights: false, + ..ConvertOptions::default() + }) + .expect("broadcasted shape path should convert"); + + let reshape_node = graph + .nodes + .iter() + .find(|n| n.op == "reshape") + .expect("reshape node should exist"); + assert_eq!( + reshape_node.options.get("newShape"), + Some(&serde_json::json!([1, 128, 4])) + ); + } + + #[test] + fn test_binary_const_folding_preserves_broadcast_shape() { + let a = vec![-1]; + let b = vec![1, 2, 3, 4].repeat(128); + let a_shape = Vec::::new(); + let b_shape = vec![1, 128, 4]; + let (out, out_shape) = + fold_binary_const_i64("Mul", &a, &b, &a_shape, &b_shape).expect("broadcast fold"); + assert_eq!(out_shape, vec![1, 128, 4]); + assert_eq!(out.len(), 512); + assert_eq!(out[0], -1); + assert_eq!(out[1], -2); + assert_eq!(out[2], -3); + assert_eq!(out[3], -4); + } + + #[test] + fn test_convert_equal_broadcast_path_does_not_flatten_const_shape() { + use crate::protos::onnx::{ + type_proto, AttributeProto, GraphProto, ModelProto, NodeProto, TensorProto, + }; + + let a = TensorProto { + name: "shape_vec".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![4], + int64_data: vec![1, 128, 4, 8], + ..Default::default() + }; + let shape3 = TensorProto { + name: "shape3".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![3], + int64_data: vec![1, 128, 4], + ..Default::default() + }; + let neg1 = TensorProto { + name: "neg1".to_string(), + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![], + int64_data: vec![-1], + ..Default::default() + }; + let cos_fill = TensorProto { + data_type: TensorProto_DataType::Int64 as i32, + dims: vec![], + int64_data: vec![1], + ..Default::default() + }; + + let cos = NodeProto { + op_type: "ConstantOfShape".to_string(), + input: vec!["shape3".to_string()], + output: vec!["cos_out".to_string()], + attribute: vec![AttributeProto { + name: "value".to_string(), + t: Some(cos_fill), + ..Default::default() + }], + ..Default::default() + }; + let mul = NodeProto { + op_type: "Mul".to_string(), + input: vec!["cos_out".to_string(), "neg1".to_string()], + output: vec!["mul_out".to_string()], + ..Default::default() + }; + let eq = NodeProto { + op_type: "Equal".to_string(), + input: vec!["shape_vec".to_string(), "mul_out".to_string()], + output: vec!["eq_out".to_string()], + ..Default::default() + }; + + let output_type = crate::protos::onnx::TypeProto { + value: Some(type_proto::Value::TensorType(type_proto::Tensor { + elem_type: TensorProto_DataType::Bool.into(), + shape: None, + })), + denotation: String::new(), + }; + + let model = ModelProto { + graph: Some(GraphProto { + initializer: vec![a, shape3, neg1], + node: vec![cos, mul, eq], + output: vec![crate::protos::onnx::ValueInfoProto { + name: "eq_out".to_string(), + r#type: Some(output_type), + ..Default::default() + }], + ..Default::default() + }), + ..Default::default() + }; + + let converter = OnnxConverter::new(model).expect("converter"); + let graph = converter + .convert(&ConvertOptions { + optimize: true, + extract_weights: false, + ..ConvertOptions::default() + }) + .expect("convert"); + + let mul_const = graph.consts.get("mul_out").expect("mul_out const"); + assert_eq!(mul_const.shape, vec![1, 128, 4]); + assert!( + graph.consts.get("eq_out").is_none() + || graph + .consts + .get("eq_out") + .is_some_and(|decl| decl.shape == vec![1, 128, 4]), + "eq_out constant must not be flattened" + ); + } } diff --git a/src/onnx/ops/conversion.rs b/src/onnx/ops/conversion.rs index 571b0e2..6c37d71 100644 --- a/src/onnx/ops/conversion.rs +++ b/src/onnx/ops/conversion.rs @@ -8,6 +8,21 @@ use serde_json::Map; pub struct ConversionHandler; +fn dtype_to_webnn_string(dt: &crate::ast::DataType) -> &'static str { + match dt { + crate::ast::DataType::Float32 => "float32", + crate::ast::DataType::Float16 => "float16", + crate::ast::DataType::Int4 => "int4", + crate::ast::DataType::Uint4 => "uint4", + crate::ast::DataType::Int32 => "int32", + crate::ast::DataType::Uint32 => "uint32", + crate::ast::DataType::Int64 => "int64", + crate::ast::DataType::Uint64 => "uint64", + crate::ast::DataType::Int8 => "int8", + crate::ast::DataType::Uint8 => "uint8", + } +} + impl OpHandler for ConversionHandler { fn supports(&self, op_type: &str) -> bool { matches!(op_type, "Cast" | "Constant") @@ -82,7 +97,7 @@ impl ConversionHandler { let mut options = Map::new(); options.insert( "to".to_string(), - serde_json::json!(format!("{:?}", target_type)), + serde_json::json!(dtype_to_webnn_string(&target_type)), ); let mut result = ConversionResult::new(vec![Node { @@ -140,7 +155,7 @@ impl ConversionHandler { let mut options = Map::new(); options.insert( "dataType".to_string(), - serde_json::json!(format!("{:?}", data_type)), + serde_json::json!(dtype_to_webnn_string(&data_type)), ); options.insert("shape".to_string(), serde_json::json!(shape)); @@ -222,5 +237,47 @@ mod tests { assert_eq!(result.nodes[0].op, "cast"); assert_eq!(result.nodes[0].inputs, vec!["x"]); assert!(result.nodes[0].options.contains_key("to")); + assert_eq!( + result.nodes[0].options.get("to"), + Some(&serde_json::json!("int64")) + ); + } + + #[test] + fn test_convert_constant_uses_lowercase_dtype_and_base64_data() { + let handler = ConversionHandler; + let mut node = create_test_node("Constant", vec![], vec!["c0"]); + let tensor = crate::protos::onnx::TensorProto { + data_type: crate::protos::onnx::TensorProto_DataType::Float as i32, + dims: vec![1], + raw_data: vec![0, 0, 128, 63], // 1.0f32 + ..Default::default() + }; + node.attribute.push(AttributeProto { + name: "value".to_string(), + t: Some(tensor), + ..Default::default() + }); + + let result = handler + .convert( + &node, + &ConversionContext { + initializers: &std::collections::HashMap::new(), + value_shapes: &std::collections::HashMap::new(), + value_shape_dims: crate::onnx::ops::empty_value_shape_dims(), + const_values: &std::collections::HashMap::new(), + value_ids: &std::collections::HashMap::new(), + value_types: &std::collections::HashMap::new(), + }, + ) + .unwrap(); + + assert_eq!(result.nodes.len(), 1); + assert_eq!( + result.nodes[0].options.get("dataType"), + Some(&serde_json::json!("float32")) + ); + assert!(result.nodes[0].options.get("data").is_some()); } } diff --git a/src/onnx/ops/mod.rs b/src/onnx/ops/mod.rs index 7953858..379b50e 100644 --- a/src/onnx/ops/mod.rs +++ b/src/onnx/ops/mod.rs @@ -59,6 +59,45 @@ impl<'a> ConversionContext<'a> { sanitized } + + pub fn resolve_shape(&self, name: &str) -> Option<&Vec> { + let sanitized = crate::onnx::convert::sanitize_identifier(name); + let trimmed = name.trim_start_matches('/'); + self.value_shapes + .get(name) + .or_else(|| self.value_shapes.get(&sanitized)) + .or_else(|| self.value_shapes.get(trimmed)) + } + + pub fn input_rank(&self, name: &str) -> Option { + self.resolve_shape(name).map(|s| s.len()) + } +} + +pub fn normalize_axis(axis: i64, rank: usize) -> Result { + let rank_i64 = rank as i64; + let normalized = if axis < 0 { axis + rank_i64 } else { axis }; + if normalized < 0 || normalized >= rank_i64 { + return Err(OnnxError::InvalidShape(format!( + "axis {} is out of bounds for rank {}", + axis, rank + ))); + } + Ok(normalized) +} + +pub fn normalize_axes(axes: &[i64], rank: usize) -> Result, OnnxError> { + axes.iter().map(|&a| normalize_axis(a, rank)).collect() +} + +pub fn normalize_axis_best_effort(axis: i64, rank: usize) -> i64 { + normalize_axis(axis, rank).unwrap_or(axis) +} + +pub fn normalize_axes_best_effort(axes: &[i64], rank: usize) -> Vec { + axes.iter() + .map(|&a| normalize_axis_best_effort(a, rank)) + .collect() } pub fn empty_value_shape_dims() -> &'static HashMap> { diff --git a/src/onnx/ops/normalization.rs b/src/onnx/ops/normalization.rs index 53c41da..d90181d 100644 --- a/src/onnx/ops/normalization.rs +++ b/src/onnx/ops/normalization.rs @@ -2,7 +2,9 @@ use crate::ast::Node; use crate::onnx::convert::{sanitize_identifier, OnnxError}; -use crate::onnx::ops::{ConversionContext, ConversionResult, OpHandler}; +use crate::onnx::ops::{ + normalize_axis_best_effort, ConversionContext, ConversionResult, OpHandler, +}; use crate::protos::onnx::NodeProto; use serde_json::Map; @@ -80,9 +82,11 @@ impl NormalizationHandler { let mut options = Map::new(); options.insert("epsilon".to_string(), serde_json::json!(epsilon)); - // WebNN layerNormalization uses axes parameter (array) - // Convert ONNX axis to axes array - if axis != -1 { + // WebNN layerNormalization uses positive axes. + if let Some(rank) = context.input_rank(inputs[0].as_str()) { + let normalized_axis = normalize_axis_best_effort(axis, rank); + options.insert("axes".to_string(), serde_json::json!([normalized_axis])); + } else if axis != -1 { options.insert("axes".to_string(), serde_json::json!([axis])); } @@ -152,8 +156,13 @@ impl NormalizationHandler { let input0 = context.resolve_input(&inputs[0]); + let axis = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axis_best_effort(axis, rank) + } else { + axis + }; + let mut options = Map::new(); - // WebNN softmax uses axis parameter (single value) options.insert("axis".to_string(), serde_json::json!(axis)); let mut result = ConversionResult::new(vec![Node { @@ -212,7 +221,8 @@ mod tests { let mut node = create_test_node("Softmax", vec!["x"], vec!["y"]); add_int_attribute(&mut node, "axis", -1); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("x".to_string(), vec![1, 128, 384]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -231,14 +241,21 @@ mod tests { assert_eq!(result.nodes[0].inputs, vec!["x"]); assert_eq!(result.nodes[0].id, "y"); assert!(result.nodes[0].options.contains_key("axis")); + assert_eq!( + result.nodes[0].options.get("axis"), + Some(&serde_json::json!(2)) + ); } #[test] fn test_convert_layer_norm() { let handler = NormalizationHandler; - let node = create_test_node("LayerNormalization", vec!["x", "scale", "bias"], vec!["y"]); + let mut node = + create_test_node("LayerNormalization", vec!["x", "scale", "bias"], vec!["y"]); + add_int_attribute(&mut node, "axis", -1); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("x".to_string(), vec![1, 128, 384]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -256,5 +273,9 @@ mod tests { assert_eq!(result.nodes[0].op, "layerNormalization"); assert_eq!(result.nodes[0].inputs.len(), 3); assert!(result.nodes[0].options.contains_key("epsilon")); + assert_eq!( + result.nodes[0].options.get("axes"), + Some(&serde_json::json!([2])) + ); } } diff --git a/src/onnx/ops/reduction.rs b/src/onnx/ops/reduction.rs index ac7b952..5c730e7 100644 --- a/src/onnx/ops/reduction.rs +++ b/src/onnx/ops/reduction.rs @@ -2,7 +2,9 @@ use crate::ast::Node; use crate::onnx::convert::{sanitize_identifier, OnnxError}; -use crate::onnx::ops::{ConversionContext, ConversionResult, OpHandler}; +use crate::onnx::ops::{ + normalize_axes_best_effort, ConversionContext, ConversionResult, OpHandler, +}; use crate::protos::onnx::NodeProto; use serde_json::Map; @@ -88,6 +90,11 @@ impl ReductionHandler { // Add axes if specified if let Some(axes_values) = axes { + let axes_values = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axes_best_effort(&axes_values, rank) + } else { + axes_values + }; options.insert("axes".to_string(), serde_json::json!(axes_values)); } @@ -190,9 +197,10 @@ mod tests { fn test_convert_reduce_sum() { let handler = ReductionHandler; let mut node = create_test_node("ReduceSum", vec!["x"], vec!["y"]); - add_ints_attribute(&mut node, "axes", vec![0]); + add_ints_attribute(&mut node, "axes", vec![-1]); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("x".to_string(), vec![2, 3, 4]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -208,5 +216,9 @@ mod tests { let result = handler.convert(&node, &context).unwrap(); assert_eq!(result.nodes.len(), 1); assert_eq!(result.nodes[0].op, "reduceSum"); + assert_eq!( + result.nodes[0].options.get("axes"), + Some(&serde_json::json!([2])) + ); } } diff --git a/src/onnx/ops/reshape.rs b/src/onnx/ops/reshape.rs index d06d399..c23b3cb 100644 --- a/src/onnx/ops/reshape.rs +++ b/src/onnx/ops/reshape.rs @@ -2,7 +2,10 @@ use crate::ast::Node; use crate::onnx::convert::{sanitize_identifier, OnnxError}; -use crate::onnx::ops::{ConversionContext, ConversionResult, OpHandler}; +use crate::onnx::ops::{ + normalize_axes_best_effort, normalize_axis_best_effort, ConversionContext, ConversionResult, + OpHandler, +}; use crate::protos::onnx::{NodeProto, TensorProto_DataType}; use serde_json::Map; @@ -187,6 +190,23 @@ impl ReshapeHandler { let shape_from_const = !shape_values.is_empty(); // Fallback: derive shape from known input shape when the shape tensor isn't const. + if shape_values.is_empty() { + if let Some(out_name) = node.output.as_slice().first() { + let out_s = out_name.to_string(); + let known_output_shape = context + .value_shapes + .get(&out_s) + .or_else(|| context.value_shapes.get(&sanitize_identifier(&out_s))) + .or_else(|| context.value_shapes.get(out_s.trim_start_matches('/'))) + .cloned(); + if let Some(out_shape) = known_output_shape { + if !out_shape.is_empty() && out_shape.iter().all(|&d| d > 0) { + shape_values = out_shape; + } + } + } + } + if shape_values.is_empty() { if let Some(ds) = context.value_shapes.get(data_input_raw.as_str()) { if ds.len() >= 3 { @@ -268,8 +288,9 @@ impl ReshapeHandler { } return Err(OnnxError::InvalidShape(format!( - "Reshape shape input '{}' must be a constant (initializer/constant-folded) or input shape must be known.", - shape_input_raw + "Reshape shape input '{}' must be a constant (initializer/constant-folded) or input shape must be known. \ + data input='{}', resolved='{}'.", + shape_input_raw, data_input_raw, data_input ))); } } else if shape_from_const @@ -792,6 +813,12 @@ impl ReshapeHandler { let sanitized_inputs: Vec = inputs.iter().map(|s| context.resolve_input(s)).collect(); + let axis = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axis_best_effort(axis, rank) + } else { + axis + }; + let mut options = Map::new(); options.insert("axis".to_string(), serde_json::json!(axis)); @@ -857,6 +884,12 @@ impl ReshapeHandler { .map(|s| sanitize_identifier(&s.to_string())) .collect(); + let axis = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axis_best_effort(axis, rank) + } else { + axis + }; + let mut options = Map::new(); options.insert("axis".to_string(), serde_json::json!(axis)); if let Some(split_values) = splits { @@ -930,6 +963,11 @@ impl ReshapeHandler { from_const } }; + let axes_values = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axes_best_effort(&axes_values, rank) + } else { + axes_values + }; let mut options = Map::new(); options.insert("axes".to_string(), serde_json::json!(axes_values.clone())); @@ -993,6 +1031,11 @@ impl ReshapeHandler { } else { self.read_axes_from_attr_or_const(node, context)? }; + let axes_values = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axes_best_effort(&axes_values, rank) + } else { + axes_values + }; let mut options = Map::new(); options.insert("axes".to_string(), serde_json::json!(axes_values)); @@ -1245,6 +1288,64 @@ mod tests { ); } + #[test] + fn test_convert_reshape_errors_when_shape_non_const_and_input_unknown() { + let handler = ReshapeHandler; + let node = create_test_node("Reshape", vec!["data", "shape_dyn"], vec!["reshaped"]); + + let initializers = std::collections::HashMap::new(); + let value_shapes = std::collections::HashMap::new(); + let const_values = std::collections::HashMap::new(); + let value_ids = std::collections::HashMap::new(); + let value_types = std::collections::HashMap::new(); + let context = ConversionContext { + initializers: &initializers, + value_shapes: &value_shapes, + value_shape_dims: crate::onnx::ops::empty_value_shape_dims(), + const_values: &const_values, + value_ids: &value_ids, + value_types: &value_types, + }; + + let err = handler + .convert(&node, &context) + .expect_err("expected reshape error"); + let msg = err.to_string(); + assert!(msg.contains("shape input")); + assert!(msg.contains("must be a constant")); + } + + #[test] + fn test_convert_reshape_uses_known_output_shape_when_shape_input_non_const() { + let handler = ReshapeHandler; + let node = create_test_node("Reshape", vec!["data", "shape_dyn"], vec!["reshaped"]); + + let initializers = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("reshaped".to_string(), vec![1, 128, 384]); + let const_values = std::collections::HashMap::new(); + let value_ids = std::collections::HashMap::new(); + let value_types = std::collections::HashMap::new(); + let context = ConversionContext { + initializers: &initializers, + value_shapes: &value_shapes, + value_shape_dims: crate::onnx::ops::empty_value_shape_dims(), + const_values: &const_values, + value_ids: &value_ids, + value_types: &value_types, + }; + + let result = handler + .convert(&node, &context) + .expect("reshape should convert"); + assert_eq!(result.nodes.len(), 1); + assert_eq!(result.nodes[0].op, "reshape"); + assert_eq!( + result.nodes[0].options.get("newShape"), + Some(&serde_json::json!([1, 128, 384])) + ); + } + #[test] fn test_convert_transpose() { let handler = ReshapeHandler; @@ -1307,9 +1408,12 @@ mod tests { fn test_convert_concat() { let handler = ReshapeHandler; let mut node = create_test_node("Concat", vec!["a", "b", "c"], vec!["result"]); - add_int_attribute(&mut node, "axis", 1); + add_int_attribute(&mut node, "axis", -1); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("a".to_string(), vec![1, 2, 3]); + value_shapes.insert("b".to_string(), vec![1, 2, 3]); + value_shapes.insert("c".to_string(), vec![1, 2, 3]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -1327,15 +1431,20 @@ mod tests { assert_eq!(result.nodes[0].op, "concat"); assert_eq!(result.nodes[0].inputs.len(), 3); assert!(result.nodes[0].options.contains_key("axis")); + assert_eq!( + result.nodes[0].options.get("axis"), + Some(&serde_json::json!(2)) + ); } #[test] fn test_convert_split() { let handler = ReshapeHandler; let mut node = create_test_node("Split", vec!["x"], vec!["y1", "y2"]); - add_int_attribute(&mut node, "axis", 0); + add_int_attribute(&mut node, "axis", -1); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("x".to_string(), vec![1, 2, 4]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -1352,6 +1461,10 @@ mod tests { assert_eq!(result.nodes.len(), 1); assert_eq!(result.nodes[0].op, "split"); assert!(result.nodes[0].outputs.is_some()); + assert_eq!( + result.nodes[0].options.get("axis"), + Some(&serde_json::json!(2)) + ); } #[test] diff --git a/src/onnx/ops/utility.rs b/src/onnx/ops/utility.rs index 8aba0c5..c4938ee 100644 --- a/src/onnx/ops/utility.rs +++ b/src/onnx/ops/utility.rs @@ -3,7 +3,9 @@ use crate::ast::Node; use crate::ast::{ConstDecl, ConstInit, DataType}; use crate::onnx::convert::{sanitize_identifier, OnnxError}; -use crate::onnx::ops::{ConversionContext, ConversionResult, OpHandler}; +use crate::onnx::ops::{ + normalize_axis_best_effort, ConversionContext, ConversionResult, OpHandler, +}; use crate::protos::onnx::NodeProto; use serde_json::{json, Map}; @@ -428,6 +430,12 @@ impl UtilityHandler { let input0 = context.resolve_input(&inputs[0]); let input1 = context.resolve_input(&inputs[1]); + let axis = if let Some(rank) = context.input_rank(inputs[0].as_str()) { + normalize_axis_best_effort(axis, rank) + } else { + axis + }; + let mut options = Map::new(); options.insert("axis".to_string(), serde_json::json!(axis)); @@ -436,10 +444,7 @@ impl UtilityHandler { context.value_shapes.get(&inputs[0]), context.value_shapes.get(&inputs[1]), ) { - let mut resolved_axis = axis; - if resolved_axis < 0 { - resolved_axis += data_shape.len() as i64; - } + let resolved_axis = axis; if resolved_axis >= 0 && (resolved_axis as usize) < data_shape.len() { let axis_idx = resolved_axis as usize; let mut out_shape = Vec::new(); @@ -628,16 +633,90 @@ impl UtilityHandler { ends_norm.resize(desired_len, fill); } - options.insert("starts".to_string(), serde_json::json!(starts_norm)); - options.insert("ends".to_string(), serde_json::json!(ends_norm)); + if let Some(input_shape) = context.resolve_shape(inputs[0].as_str()) { + let rank = input_shape.len(); + let mut axes = if let Some(a) = axes_opt { + if a.is_empty() { + (0..desired_len as i64).collect::>() + } else { + a + } + } else { + (0..desired_len as i64).collect::>() + }; + if axes.len() != desired_len { + axes.resize(desired_len, 0); + } + let axes: Vec = axes + .iter() + .map(|&a| normalize_axis_best_effort(a, rank)) + .collect(); + + let mut steps = if inputs.len() >= 5 { + let steps_name = inputs[4].as_str(); + read_ints(steps_name, context).unwrap_or_default() + } else { + Vec::new() + }; + if steps.len() > desired_len { + steps.truncate(desired_len); + } else { + steps.resize(desired_len, 1); + } - if let Some(axes) = axes_opt { - options.insert("axes".to_string(), serde_json::json!(axes)); - } - if inputs.len() >= 5 { - let steps_name = inputs[4].as_str(); - if let Some(steps) = read_ints(steps_name, context) { - options.insert("steps".to_string(), serde_json::json!(steps)); + let mut dense_starts = vec![0i64; rank]; + let mut dense_sizes: Vec = input_shape.clone(); + let mut dense_strides = vec![1i64; rank]; + + for i in 0..desired_len { + let axis = axes[i] as usize; + let dim = input_shape[axis]; + let step = steps[i]; + if step <= 0 { + return Err(OnnxError::InvalidShape( + "Slice currently requires positive step values".to_string(), + )); + } + + let mut start = starts_norm[i]; + let mut end = ends_norm[i]; + if start < 0 { + start += dim; + } + if end == i64::MAX { + end = dim; + } else if end < 0 { + end += dim; + } + start = start.clamp(0, dim); + end = end.clamp(0, dim); + + let size = if end <= start { + 0 + } else { + (end - start + step - 1) / step + }; + + dense_starts[axis] = start; + dense_sizes[axis] = size; + dense_strides[axis] = step; + } + + options.insert("starts".to_string(), serde_json::json!(dense_starts)); + options.insert("sizes".to_string(), serde_json::json!(dense_sizes)); + options.insert("strides".to_string(), serde_json::json!(dense_strides)); + } else { + // Fallback for unknown-rank tensors: keep ONNX-style static slice options. + options.insert("starts".to_string(), serde_json::json!(starts_norm)); + options.insert("ends".to_string(), serde_json::json!(ends_norm)); + if let Some(axes) = axes_opt { + options.insert("axes".to_string(), serde_json::json!(axes)); + } + if inputs.len() >= 5 { + let steps_name = inputs[4].as_str(); + if let Some(steps) = read_ints(steps_name, context) { + options.insert("steps".to_string(), serde_json::json!(steps)); + } } } } else { @@ -665,6 +744,89 @@ impl UtilityHandler { "Slice requires static starts/ends".to_string(), )); } + + if let Some(input_shape) = context.resolve_shape(inputs[0].as_str()) { + let rank = input_shape.len(); + let starts = options + .remove("starts") + .and_then(|v| serde_json::from_value::>(v).ok()) + .ok_or_else(|| OnnxError::InvalidShape("Slice starts malformed".to_string()))?; + let ends = options + .remove("ends") + .and_then(|v| serde_json::from_value::>(v).ok()) + .ok_or_else(|| OnnxError::InvalidShape("Slice ends malformed".to_string()))?; + let axes = options + .remove("axes") + .and_then(|v| serde_json::from_value::>(v).ok()) + .unwrap_or_else(|| (0..starts.len() as i64).collect::>()); + let mut steps = options + .remove("steps") + .and_then(|v| serde_json::from_value::>(v).ok()) + .unwrap_or_else(|| vec![1; starts.len()]); + + let desired_len = starts.len().max(ends.len()).max(axes.len()); + let mut starts = starts; + let mut ends = ends; + let mut axes = axes; + if starts.len() < desired_len { + starts.resize(desired_len, 0); + } + if ends.len() < desired_len { + ends.resize(desired_len, i64::MAX); + } + if axes.len() < desired_len { + axes.resize(desired_len, 0); + } + if steps.len() < desired_len { + steps.resize(desired_len, 1); + } + + let axes: Vec = axes + .iter() + .map(|&a| normalize_axis_best_effort(a, rank)) + .collect(); + let mut dense_starts = vec![0i64; rank]; + let mut dense_sizes: Vec = input_shape.clone(); + let mut dense_strides = vec![1i64; rank]; + + for i in 0..desired_len { + let axis = axes[i] as usize; + let dim = input_shape[axis]; + let step = steps[i]; + if step <= 0 { + return Err(OnnxError::InvalidShape( + "Slice currently requires positive step values".to_string(), + )); + } + + let mut start = starts[i]; + let mut end = ends[i]; + if start < 0 { + start += dim; + } + if end == i64::MAX { + end = dim; + } else if end < 0 { + end += dim; + } + start = start.clamp(0, dim); + end = end.clamp(0, dim); + + let size = if end <= start { + 0 + } else { + (end - start + step - 1) / step + }; + + dense_starts[axis] = start; + dense_sizes[axis] = size; + dense_strides[axis] = step; + } + + options.insert("starts".to_string(), serde_json::json!(dense_starts)); + options.insert("sizes".to_string(), serde_json::json!(dense_sizes)); + options.insert("strides".to_string(), serde_json::json!(dense_strides)); + } } let mut result = ConversionResult::new(vec![Node { @@ -753,9 +915,11 @@ mod tests { fn test_convert_gather() { let handler = UtilityHandler; let mut node = create_test_node("Gather", vec!["data", "indices"], vec!["output"]); - add_int_attribute(&mut node, "axis", 1); + add_int_attribute(&mut node, "axis", -1); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("data".to_string(), vec![2, 3, 4]); + value_shapes.insert("indices".to_string(), vec![2]); let const_values = std::collections::HashMap::new(); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); @@ -773,17 +937,28 @@ mod tests { assert_eq!(result.nodes[0].op, "gather"); assert_eq!(result.nodes[0].inputs.len(), 2); assert!(result.nodes[0].options.contains_key("axis")); + assert_eq!( + result.nodes[0].options.get("axis"), + Some(&serde_json::json!(2)) + ); } #[test] fn test_convert_slice() { let handler = UtilityHandler; - let node = create_test_node("Slice", vec!["x", "starts", "ends"], vec!["output"]); + let node = create_test_node( + "Slice", + vec!["x", "starts", "ends", "axes", "steps"], + vec!["output"], + ); let initializers = std::collections::HashMap::new(); - let value_shapes = std::collections::HashMap::new(); + let mut value_shapes = std::collections::HashMap::new(); + value_shapes.insert("x".to_string(), vec![1, 128]); let mut const_values = std::collections::HashMap::new(); - const_values.insert("starts".to_string(), vec![0, 1]); - const_values.insert("ends".to_string(), vec![3, 3]); + const_values.insert("starts".to_string(), vec![0]); + const_values.insert("ends".to_string(), vec![128]); + const_values.insert("axes".to_string(), vec![1]); + const_values.insert("steps".to_string(), vec![1]); let value_ids = std::collections::HashMap::new(); let value_types = std::collections::HashMap::new(); let context = ConversionContext { @@ -800,6 +975,21 @@ mod tests { assert_eq!(result.nodes[0].op, "slice"); assert_eq!(result.nodes[0].inputs, vec!["x"]); assert!(result.nodes[0].options.contains_key("starts")); + assert_eq!( + result.nodes[0].options.get("starts"), + Some(&serde_json::json!([0, 0])) + ); + assert_eq!( + result.nodes[0].options.get("sizes"), + Some(&serde_json::json!([1, 128])) + ); + assert_eq!( + result.nodes[0].options.get("strides"), + Some(&serde_json::json!([1, 1])) + ); + assert!(!result.nodes[0].options.contains_key("ends")); + assert!(!result.nodes[0].options.contains_key("axes")); + assert!(!result.nodes[0].options.contains_key("steps")); } #[test] From 9dd77bb9ec24d589392d4d76a4a64c5b699ef4af Mon Sep 17 00:00:00 2001 From: Tarek Ziade Date: Sat, 14 Feb 2026 00:08:31 +0100 Subject: [PATCH 3/4] not needed --- docs/w3c-webnn-dsl-spec-issue.md | 89 -------------------------------- 1 file changed, 89 deletions(-) delete mode 100644 docs/w3c-webnn-dsl-spec-issue.md diff --git a/docs/w3c-webnn-dsl-spec-issue.md b/docs/w3c-webnn-dsl-spec-issue.md deleted file mode 100644 index a5a51c7..0000000 --- a/docs/w3c-webnn-dsl-spec-issue.md +++ /dev/null @@ -1,89 +0,0 @@ -# Proposal Draft: W3C WebNN DSL and Graph File Format Specification - -Suggested target repo: `w3c/webmachinelearning` - -Suggested issue title: - -`Proposal: Standardize a WebNN Graph DSL and Portable File Format (.webnn + JSON + weights manifest)` - -## Proposal name - -WebNN Graph DSL and Portable File Format - -## Short description - -Today, developers can author and execute WebNN graphs through JavaScript APIs, but there is no interoperable, -text-based graph format that can be exchanged across tools, validated offline, versioned in source control, and -compiled into runtime code. This creates friction for model conversion pipelines, tooling interoperability, -long-term archival, and debugging. - -This proposal suggests starting a W3C specification for a WebNN-oriented graph DSL and companion file format, -including: (1) a human-readable text representation (`.webnn`), (2) a canonical JSON representation for tooling, -and (3) an optional external weights manifest + binary container. The target audience is ML tooling authors, -framework and converter maintainers, browser implementers, and application teams shipping WebNN models at scale. - -## Example use cases - -### 1) Toolchain interoperability: ONNX -> WebNN deployment - -End user goal: convert an ONNX model once and deploy consistently across browsers and runtimes. - -Step-by-step: -1. A model engineer converts ONNX into a standardized `.webnn` graph + external weights files. -2. CI validates the graph and manifest with a standards-compliant validator. -3. Build tooling emits WebNN JavaScript builder code from the standardized format. -4. Runtime loads the same portable artifacts in browser or server environments. - -Result: one portable representation across converter, validator, codegen, and runtime boundaries. - -### 2) Team collaboration and code review - -End user goal: review model-graph changes like source code. - -Step-by-step: -1. A developer modifies graph structure in a text `.webnn` file. -2. Teammates review diffs in pull requests without opening binary assets. -3. Automated checks parse and validate graph references, node wiring, and type/shape declarations. -4. Approved changes are serialized for downstream tools without semantic drift. - -Result: graph evolution becomes auditable, reviewable, and easy to reason about. - -### 3) Long-term reproducibility and governance - -End user goal: preserve model topology and weights mapping for compliance and future replay. - -Step-by-step: -1. A release pipeline stores `.webnn`, JSON, manifest, and weights as versioned artifacts. -2. Audit tooling verifies that graph declarations match manifest metadata and tensor layout. -3. Future teams can reconstruct the execution graph and regenerate builders from archived artifacts. - -Result: stable, vendor-neutral artifacts for reproducibility, governance, and lifecycle management. - -## A rough idea or two about implementation - -A practical path is to scope the first version around graph structure, typing, and serialization invariants, -not full operator semantics (which remain defined by the WebNN API specification). The spec can define: -- Concrete grammar for a text DSL (`.webnn`) with versioning and forward-compatible extensions. -- Canonical JSON mapping rules and round-trip requirements (`.webnn` <-> JSON). -- Optional weights manifest schema (dtype, shape, offsets, lengths, endianness) and binary container framing. -- Validation and conformance requirements (references, uniqueness, type/shape consistency). - -For standardization process, start as an incubated Community Group / Working Group deliverable with a small, -interoperable core and a conformance test suite. Existing open-source implementations can provide seed grammar, -fixtures, and round-trip tests, while WPT-style tests verify cross-implementation parsing, validation behavior, -and serialization determinism. This keeps the initial scope tight and measurable while leaving room for future -operator-coverage and extension profiles. - -## Optional starter scope for v1 - -- Graph header/versioning and quantization annotation. -- Inputs / const declarations / nodes / outputs blocks. -- Referencing model for external weights. -- JSON canonical form and lossless round-trip criteria. -- Validator rules and machine-readable error categories. - -## Why now - -WebNN adoption is growing, model conversion pipelines are already producing WebNN-oriented artifacts, and the -ecosystem would benefit from a portable format that reduces bespoke tooling and improves interoperability. -Standardizing a minimal DSL + file format now can prevent fragmentation before incompatible conventions harden. From b74742c46af921f93deea56f64e12f9a5cd28cb2 Mon Sep 17 00:00:00 2001 From: Tarek Ziade Date: Sat, 14 Feb 2026 00:09:06 +0100 Subject: [PATCH 4/4] not needed --- smol_hf.manifest.json | 19124 ---------------------------------------- 1 file changed, 19124 deletions(-) delete mode 100644 smol_hf.manifest.json diff --git a/smol_hf.manifest.json b/smol_hf.manifest.json deleted file mode 100644 index fecc3ac..0000000 --- a/smol_hf.manifest.json +++ /dev/null @@ -1,19124 +0,0 @@ -{ - "format": "wg-weights-manifest", - "version": 1, - "endianness": "little", - "tensors": { - "_model_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 4 - ], - "byteOffset": 113246484, - "byteLength": 32, - "layout": null - }, - "_model_ConstantOfShape_2_output_0": { - "dataType": "int64", - "shape": [ - 4 - ], - "byteOffset": 115461408, - "byteLength": 32, - "layout": null - }, - "_model_Constant_10_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246276, - "byteLength": 8, - "layout": null - }, - "_model_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246316, - "byteLength": 8, - "layout": null - }, - "_model_Constant_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246344, - "byteLength": 8, - "layout": null - }, - "_model_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246352, - "byteLength": 8, - "layout": null - }, - "_model_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246360, - "byteLength": 8, - "layout": null - }, - "_model_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460900, - "byteLength": 8, - "layout": null - }, - "_model_Constant_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460892, - "byteLength": 8, - "layout": null - }, - "_model_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246476, - "byteLength": 8, - "layout": null - }, - "_model_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460908, - "byteLength": 8, - "layout": null - }, - "_model_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246208, - "byteLength": 8, - "layout": null - }, - "_model_Constant_22_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246248, - "byteLength": 8, - "layout": null - }, - "_model_Constant_23_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 115460940, - "byteLength": 4, - "layout": null - }, - "_model_Constant_28_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 115461120, - "byteLength": 4, - "layout": null - }, - "_model_Constant_2_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246260, - "byteLength": 8, - "layout": null - }, - "_model_Constant_33_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460916, - "byteLength": 8, - "layout": null - }, - "_model_Constant_34_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460944, - "byteLength": 8, - "layout": null - }, - "_model_Constant_35_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460952, - "byteLength": 8, - "layout": null - }, - "_model_Constant_39_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460924, - "byteLength": 8, - "layout": null - }, - "_model_Constant_3_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246368, - "byteLength": 8, - "layout": null - }, - "_model_Constant_40_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460960, - "byteLength": 8, - "layout": null - }, - "_model_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460968, - "byteLength": 8, - "layout": null - }, - "_model_Constant_42_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460932, - "byteLength": 8, - "layout": null - }, - "_model_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460976, - "byteLength": 8, - "layout": null - }, - "_model_Constant_44_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460984, - "byteLength": 8, - "layout": null - }, - "_model_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461132, - "byteLength": 8, - "layout": null - }, - "_model_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461124, - "byteLength": 8, - "layout": null - }, - "_model_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461140, - "byteLength": 8, - "layout": null - }, - "_model_Constant_49_output_0___": { - "dataType": "int64", - "shape": [ - 4 - ], - "byteOffset": 115461148, - "byteLength": 32, - "layout": null - }, - "_model_Constant_4_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246232, - "byteLength": 8, - "layout": null - }, - "_model_Constant_51_output_0___": { - "dataType": "int64", - "shape": [ - 2 - ], - "byteOffset": 115461180, - "byteLength": 16, - "layout": null - }, - "_model_Constant_53_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461472, - "byteLength": 8, - "layout": null - }, - "_model_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461480, - "byteLength": 8, - "layout": null - }, - "_model_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461488, - "byteLength": 8, - "layout": null - }, - "_model_Constant_59_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461496, - "byteLength": 8, - "layout": null - }, - "_model_Constant_5_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246292, - "byteLength": 8, - "layout": null - }, - "_model_Constant_6_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246300, - "byteLength": 8, - "layout": null - }, - "_model_Constant_7_output_0___": { - "dataType": "int64", - "shape": [ - 2 - ], - "byteOffset": 113246400, - "byteLength": 16, - "layout": null - }, - "_model_Constant_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460788, - "byteLength": 8, - "layout": null - }, - "_model_Constant_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460812, - "byteLength": 8, - "layout": null - }, - "_model_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246224, - "byteLength": 8, - "layout": null - }, - "_model_Mul_1_output_0": { - "dataType": "int64", - "shape": [ - 4 - ], - "byteOffset": 113246420, - "byteLength": 32, - "layout": null - }, - "_model_Mul_2_output_0": { - "dataType": "int64", - "shape": [ - 4 - ], - "byteOffset": 115461328, - "byteLength": 32, - "layout": null - }, - "_model_Reshape_3_output_0": { - "dataType": "int64", - "shape": [ - 1, - 1, - 1 - ], - "byteOffset": 115461204, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 113246340, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 113246416, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 113246256, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 116788776, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 116788780, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 116788772, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 115461368, - "byteLength": 40, - "layout": null - }, - "_model_layers_0_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 115461584, - "byteLength": 40, - "layout": null - }, - "_model_layers_0_self_attn_Constant_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461008, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460992, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_15_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461016, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461040, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461032, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_19_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461048, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460804, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_22_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461072, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461056, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461080, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461104, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461096, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_29_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461112, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460836, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115461440, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115461448, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_34_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461360, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461456, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_37_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461512, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_38_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461464, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460844, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115461212, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115461220, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_47_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461196, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461228, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460852, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_50_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461252, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_51_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461236, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115461624, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461652, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461644, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_59_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461636, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460860, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_60_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461660, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_64_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460868, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460876, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460884, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 115460796, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 115461544, - "byteLength": 40, - "layout": null - }, - "_model_layers_0_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 115461288, - "byteLength": 40, - "layout": null - }, - "_model_layers_0_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 115461284, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 115461632, - "byteLength": 4, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461064, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461088, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461504, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461520, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461528, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461536, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461244, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461260, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461268, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_29_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461276, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461000, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115461024, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 3 - ], - "byteOffset": 113246452, - "byteLength": 24, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Constant_1_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246284, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246324, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246332, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Constant_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246216, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 113246240, - "byteLength": 8, - "layout": null - }, - "_model_layers_0_self_attn_rotary_emb_Mul_output_0": { - "dataType": "int64", - "shape": [ - 3 - ], - "byteOffset": 113246376, - "byteLength": 24, - "layout": null - }, - "_model_layers_10_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 254856708, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 254856712, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 254856704, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 258398536, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 258398540, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 258398532, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 257071192, - "byteLength": 40, - "layout": null - }, - "_model_layers_10_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 257071344, - "byteLength": 40, - "layout": null - }, - "_model_layers_10_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070948, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070932, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070956, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070980, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070972, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070988, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257070868, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071012, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070996, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071020, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071044, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071036, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071052, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257071232, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070892, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257071240, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071184, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071248, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071272, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071256, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070900, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257071068, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257071076, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071060, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071084, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071108, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071092, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070908, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257071384, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071412, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071404, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071396, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071420, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070916, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070924, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 257070860, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 257071304, - "byteLength": 40, - "layout": null - }, - "_model_layers_10_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 257071144, - "byteLength": 40, - "layout": null - }, - "_model_layers_10_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 257071140, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 257071392, - "byteLength": 4, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071264, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071280, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071288, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071296, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071100, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071116, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071124, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071132, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070940, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070964, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071004, - "byteLength": 8, - "layout": null - }, - "_model_layers_10_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257071028, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 269017684, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 269017688, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 269017680, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 272559512, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 272559516, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 272559508, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 271232168, - "byteLength": 40, - "layout": null - }, - "_model_layers_11_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 271232320, - "byteLength": 40, - "layout": null - }, - "_model_layers_11_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231924, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231908, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231932, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231956, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231948, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231964, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271231844, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231988, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231972, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231996, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232020, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232012, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232028, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271232208, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231868, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271232216, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232160, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232224, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232248, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232232, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231876, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271232044, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271232052, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232036, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232060, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232084, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232068, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231884, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271232360, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232388, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232380, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232372, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232396, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231892, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231900, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 271231836, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 271232280, - "byteLength": 40, - "layout": null - }, - "_model_layers_11_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 271232120, - "byteLength": 40, - "layout": null - }, - "_model_layers_11_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 271232116, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 271232368, - "byteLength": 4, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232240, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232256, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232264, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232272, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232076, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232092, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232100, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232108, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231916, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231940, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231980, - "byteLength": 8, - "layout": null - }, - "_model_layers_11_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271232004, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 283178660, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 283178664, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 283178656, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 286720488, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 286720492, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 286720484, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 285393144, - "byteLength": 40, - "layout": null - }, - "_model_layers_12_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 285393296, - "byteLength": 40, - "layout": null - }, - "_model_layers_12_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392900, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392884, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392908, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392932, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392924, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392940, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285392820, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392964, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392948, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392972, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392996, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392988, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393004, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285393184, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392844, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285393192, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393136, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393200, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393224, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393208, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392852, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285393020, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285393028, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393012, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393036, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393060, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393044, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392860, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285393336, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393364, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393356, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393348, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393372, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392868, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392876, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 285392812, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 285393256, - "byteLength": 40, - "layout": null - }, - "_model_layers_12_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 285393096, - "byteLength": 40, - "layout": null - }, - "_model_layers_12_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 285393092, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 285393344, - "byteLength": 4, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393216, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393232, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393240, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393248, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393052, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393068, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393076, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285393084, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392892, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392916, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392956, - "byteLength": 8, - "layout": null - }, - "_model_layers_12_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392980, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 297339636, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 297339640, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 297339632, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 300881464, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 300881468, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 300881460, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 299554120, - "byteLength": 40, - "layout": null - }, - "_model_layers_13_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 299554272, - "byteLength": 40, - "layout": null - }, - "_model_layers_13_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553876, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553860, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553884, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553908, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553900, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553916, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299553796, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553940, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553924, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553948, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553972, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553964, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553980, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299554160, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553820, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299554168, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554112, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554176, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554200, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554184, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553828, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299553996, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299554004, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553988, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554012, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554036, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554020, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553836, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299554312, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554340, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554332, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554324, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554348, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553844, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553852, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 299553788, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 299554232, - "byteLength": 40, - "layout": null - }, - "_model_layers_13_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 299554072, - "byteLength": 40, - "layout": null - }, - "_model_layers_13_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 299554068, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 299554320, - "byteLength": 4, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554192, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554208, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554216, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554224, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554028, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554044, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554052, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299554060, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553868, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553892, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553932, - "byteLength": 8, - "layout": null - }, - "_model_layers_13_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553956, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 311500612, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 311500616, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 311500608, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 315042440, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 315042444, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 315042436, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 313715096, - "byteLength": 40, - "layout": null - }, - "_model_layers_14_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 313715248, - "byteLength": 40, - "layout": null - }, - "_model_layers_14_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714852, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714836, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714860, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714884, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714876, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714892, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313714772, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714916, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714900, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714924, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714948, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714940, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714956, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313715136, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714796, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313715144, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715088, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715152, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715176, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715160, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714804, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313714972, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313714980, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714964, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714988, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715012, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714996, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714812, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313715288, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715316, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715308, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715300, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715324, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714820, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714828, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 313714764, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 313715208, - "byteLength": 40, - "layout": null - }, - "_model_layers_14_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 313715048, - "byteLength": 40, - "layout": null - }, - "_model_layers_14_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 313715044, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 313715296, - "byteLength": 4, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715168, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715184, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715192, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715200, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715004, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715020, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715028, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313715036, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714844, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714868, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714908, - "byteLength": 8, - "layout": null - }, - "_model_layers_14_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714932, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 325661588, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 325661592, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 325661584, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 329203416, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 329203420, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 329203412, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 327876072, - "byteLength": 40, - "layout": null - }, - "_model_layers_15_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 327876224, - "byteLength": 40, - "layout": null - }, - "_model_layers_15_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875828, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875812, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875836, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875860, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875852, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875868, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327875748, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875892, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875876, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875900, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875924, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875916, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875932, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327876112, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875772, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327876120, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876064, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876128, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876152, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876136, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875780, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327875948, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327875956, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875940, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875964, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875988, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875972, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875788, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327876264, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876292, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876284, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876276, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876300, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875796, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875804, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 327875740, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 327876184, - "byteLength": 40, - "layout": null - }, - "_model_layers_15_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 327876024, - "byteLength": 40, - "layout": null - }, - "_model_layers_15_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 327876020, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 327876272, - "byteLength": 4, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876144, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876160, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876168, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876176, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875980, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875996, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876004, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327876012, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875820, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875844, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875884, - "byteLength": 8, - "layout": null - }, - "_model_layers_15_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875908, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 339822564, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 339822568, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 339822560, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 343364392, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 343364396, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 343364388, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 342037048, - "byteLength": 40, - "layout": null - }, - "_model_layers_16_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 342037200, - "byteLength": 40, - "layout": null - }, - "_model_layers_16_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036804, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036788, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036812, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036836, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036828, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036844, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342036724, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036868, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036852, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036876, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036900, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036892, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036908, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342037088, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036748, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342037096, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037040, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037104, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037128, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037112, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036756, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342036924, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342036932, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036916, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036940, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036964, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036948, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036764, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342037240, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037268, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037260, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037252, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037276, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036772, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036780, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 342036716, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 342037160, - "byteLength": 40, - "layout": null - }, - "_model_layers_16_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 342037000, - "byteLength": 40, - "layout": null - }, - "_model_layers_16_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 342036996, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 342037248, - "byteLength": 4, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037120, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037136, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037144, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342037152, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036956, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036972, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036980, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036988, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036796, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036820, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036860, - "byteLength": 8, - "layout": null - }, - "_model_layers_16_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036884, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 353983540, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 353983544, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 353983536, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 357525368, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 357525372, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 357525364, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 356198024, - "byteLength": 40, - "layout": null - }, - "_model_layers_17_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 356198176, - "byteLength": 40, - "layout": null - }, - "_model_layers_17_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197780, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197764, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197788, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197812, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197804, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197820, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356197700, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197844, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197828, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197852, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197876, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197868, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197884, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356198064, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197724, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356198072, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198016, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198080, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198104, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198088, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197732, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356197900, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356197908, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197892, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197916, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197940, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197924, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197740, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356198216, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198244, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198236, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198228, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198252, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197748, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197756, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 356197692, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 356198136, - "byteLength": 40, - "layout": null - }, - "_model_layers_17_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 356197976, - "byteLength": 40, - "layout": null - }, - "_model_layers_17_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 356197972, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 356198224, - "byteLength": 4, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198096, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198112, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198120, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356198128, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197932, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197948, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197956, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197964, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197772, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197796, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197836, - "byteLength": 8, - "layout": null - }, - "_model_layers_17_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197860, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 368144516, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 368144520, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 368144512, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 371686344, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 371686348, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 371686340, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 370359000, - "byteLength": 40, - "layout": null - }, - "_model_layers_18_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 370359152, - "byteLength": 40, - "layout": null - }, - "_model_layers_18_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358756, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358740, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358764, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358788, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358780, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358796, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370358676, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358820, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358804, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358828, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358852, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358844, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358860, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370359040, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358700, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370359048, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358992, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359056, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359080, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359064, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358708, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370358876, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370358884, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358868, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358892, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358916, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358900, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358716, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370359192, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359220, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359212, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359204, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359228, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358724, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358732, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 370358668, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 370359112, - "byteLength": 40, - "layout": null - }, - "_model_layers_18_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 370358952, - "byteLength": 40, - "layout": null - }, - "_model_layers_18_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 370358948, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 370359200, - "byteLength": 4, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359072, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359088, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359096, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370359104, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358908, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358924, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358932, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358940, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358748, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358772, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358812, - "byteLength": 8, - "layout": null - }, - "_model_layers_18_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358836, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 382305492, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 382305496, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 382305488, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 385847320, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 385847324, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 385847316, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 384519976, - "byteLength": 40, - "layout": null - }, - "_model_layers_19_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 384520128, - "byteLength": 40, - "layout": null - }, - "_model_layers_19_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519732, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519716, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519740, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519764, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519756, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519772, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384519652, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519796, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519780, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519804, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519828, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519820, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519836, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384520016, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519676, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384520024, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519968, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520032, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520056, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520040, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519684, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384519852, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384519860, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519844, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519868, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519892, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519876, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519692, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384520168, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520196, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520188, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520180, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520204, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519700, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519708, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 384519644, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 384520088, - "byteLength": 40, - "layout": null - }, - "_model_layers_19_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 384519928, - "byteLength": 40, - "layout": null - }, - "_model_layers_19_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 384519924, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 384520176, - "byteLength": 4, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520048, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520064, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520072, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384520080, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519884, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519900, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519908, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519916, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519724, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519748, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519788, - "byteLength": 8, - "layout": null - }, - "_model_layers_19_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519812, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 127407924, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 127407928, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 127407920, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 130949752, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 130949756, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 130949748, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 129622408, - "byteLength": 40, - "layout": null - }, - "_model_layers_1_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 129622560, - "byteLength": 40, - "layout": null - }, - "_model_layers_1_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622164, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622148, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622172, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622196, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622188, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622204, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622084, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622228, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622212, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622236, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622260, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622252, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622268, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622448, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622108, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622456, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622400, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622464, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622488, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622472, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622116, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622284, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622292, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622276, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622300, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622324, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622308, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622124, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622600, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622628, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622620, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622612, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622636, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622132, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622140, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 129622076, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 129622520, - "byteLength": 40, - "layout": null - }, - "_model_layers_1_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 129622360, - "byteLength": 40, - "layout": null - }, - "_model_layers_1_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 129622356, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 129622608, - "byteLength": 4, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622480, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622496, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622504, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622512, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622316, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622332, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622340, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622348, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622156, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622180, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622220, - "byteLength": 8, - "layout": null - }, - "_model_layers_1_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622244, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 396466468, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 396466472, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 396466464, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 400008296, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 400008300, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 400008292, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 398680952, - "byteLength": 40, - "layout": null - }, - "_model_layers_20_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 398681104, - "byteLength": 40, - "layout": null - }, - "_model_layers_20_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680708, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680692, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680716, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680740, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680732, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680748, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398680628, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680772, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680756, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680780, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680804, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680796, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680812, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398680992, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680652, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398681000, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680944, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681008, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681032, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681016, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680660, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398680828, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398680836, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680820, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680844, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680868, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680852, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680668, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398681144, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681172, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681164, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681156, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681180, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680676, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680684, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 398680620, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 398681064, - "byteLength": 40, - "layout": null - }, - "_model_layers_20_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 398680904, - "byteLength": 40, - "layout": null - }, - "_model_layers_20_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 398680900, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 398681152, - "byteLength": 4, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681024, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681040, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681048, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398681056, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680860, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680876, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680884, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680892, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680700, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680724, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680764, - "byteLength": 8, - "layout": null - }, - "_model_layers_20_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680788, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 410627444, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 410627448, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 410627440, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 414169272, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 414169276, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 414169268, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 412841928, - "byteLength": 40, - "layout": null - }, - "_model_layers_21_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 412842080, - "byteLength": 40, - "layout": null - }, - "_model_layers_21_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841684, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841668, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841692, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841716, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841708, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841724, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841604, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841748, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841732, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841756, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841780, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841772, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841788, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841968, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841628, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841976, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841920, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841984, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842008, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841992, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841636, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841804, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841812, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841796, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841820, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841844, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841828, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841644, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412842120, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842148, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842140, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842132, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842156, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841652, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841660, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 412841596, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 412842040, - "byteLength": 40, - "layout": null - }, - "_model_layers_21_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 412841880, - "byteLength": 40, - "layout": null - }, - "_model_layers_21_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 412841876, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 412842128, - "byteLength": 4, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842000, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842016, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842024, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412842032, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841836, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841852, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841860, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841868, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841676, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841700, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841740, - "byteLength": 8, - "layout": null - }, - "_model_layers_21_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841764, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 424788420, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 424788424, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 424788416, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 428330248, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 428330252, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 428330244, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 427002904, - "byteLength": 40, - "layout": null - }, - "_model_layers_22_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 427003056, - "byteLength": 40, - "layout": null - }, - "_model_layers_22_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002660, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002644, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002668, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002692, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002684, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002700, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002580, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002724, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002708, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002732, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002756, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002748, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002764, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002944, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002604, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002952, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002896, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002960, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002984, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002968, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002612, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002780, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002788, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002772, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002796, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002820, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002804, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002620, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427003096, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003124, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003116, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003108, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003132, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002628, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002636, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 427002572, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 427003016, - "byteLength": 40, - "layout": null - }, - "_model_layers_22_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 427002856, - "byteLength": 40, - "layout": null - }, - "_model_layers_22_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 427002852, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 427003104, - "byteLength": 4, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002976, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002992, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003000, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427003008, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002812, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002828, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002836, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002844, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002652, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002676, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002716, - "byteLength": 8, - "layout": null - }, - "_model_layers_22_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002740, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 438949396, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 438949400, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 438949392, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 442491224, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 442491228, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 442491220, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 441163880, - "byteLength": 40, - "layout": null - }, - "_model_layers_23_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 441164032, - "byteLength": 40, - "layout": null - }, - "_model_layers_23_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163636, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163620, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163644, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163668, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163660, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163676, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163556, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163700, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163684, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163708, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163732, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163724, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163740, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163920, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163580, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163928, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163872, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163936, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163960, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163944, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163588, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163756, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163764, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163748, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163772, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163796, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163780, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163596, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441164072, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441164100, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441164092, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441164084, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441164108, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163604, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163612, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 441163548, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 441163992, - "byteLength": 40, - "layout": null - }, - "_model_layers_23_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 441163832, - "byteLength": 40, - "layout": null - }, - "_model_layers_23_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 441163828, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 441164080, - "byteLength": 4, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163952, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163968, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163976, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163984, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163788, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163804, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163812, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163820, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163628, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163652, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163692, - "byteLength": 8, - "layout": null - }, - "_model_layers_23_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163716, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 453110372, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 453110376, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 453110368, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 456652200, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 456652204, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 456652196, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 455324856, - "byteLength": 40, - "layout": null - }, - "_model_layers_24_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 455325008, - "byteLength": 40, - "layout": null - }, - "_model_layers_24_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324612, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324596, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324620, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324644, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324636, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324652, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324532, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324676, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324660, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324684, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324708, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324700, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324716, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324896, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324556, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324904, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324848, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324912, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324936, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324920, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324564, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324732, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324740, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324724, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324748, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324772, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324756, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324572, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455325048, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455325076, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455325068, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455325060, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455325084, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324580, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324588, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 455324524, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 455324968, - "byteLength": 40, - "layout": null - }, - "_model_layers_24_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 455324808, - "byteLength": 40, - "layout": null - }, - "_model_layers_24_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 455324804, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 455325056, - "byteLength": 4, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324928, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324944, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324952, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324960, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324764, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324780, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324788, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324796, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324604, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324628, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324668, - "byteLength": 8, - "layout": null - }, - "_model_layers_24_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324692, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 467271348, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 467271352, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 467271344, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 470813176, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 470813180, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 470813172, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 469485832, - "byteLength": 40, - "layout": null - }, - "_model_layers_25_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 469485984, - "byteLength": 40, - "layout": null - }, - "_model_layers_25_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485588, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485572, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485596, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485620, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485612, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485628, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485508, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485652, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485636, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485660, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485684, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485676, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485692, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485872, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485532, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485880, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485824, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485888, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485912, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485896, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485540, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485708, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485716, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485700, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485724, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485748, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485732, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485548, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469486024, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469486052, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469486044, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469486036, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469486060, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485556, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485564, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 469485500, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 469485944, - "byteLength": 40, - "layout": null - }, - "_model_layers_25_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 469485784, - "byteLength": 40, - "layout": null - }, - "_model_layers_25_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 469485780, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 469486032, - "byteLength": 4, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485904, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485920, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485928, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485936, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485740, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485756, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485764, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485772, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485580, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485604, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485644, - "byteLength": 8, - "layout": null - }, - "_model_layers_25_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485668, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 481432324, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 481432328, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 481432320, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 484974152, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 484974156, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 484974148, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 483646808, - "byteLength": 40, - "layout": null - }, - "_model_layers_26_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 483646960, - "byteLength": 40, - "layout": null - }, - "_model_layers_26_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646564, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646548, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646572, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646596, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646588, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646604, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646484, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646628, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646612, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646636, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646660, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646652, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646668, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646848, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646508, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646856, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646800, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646864, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646888, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646872, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646516, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646684, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646692, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646676, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646700, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646724, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646708, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646524, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483647000, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483647028, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483647020, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483647012, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483647036, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646532, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646540, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 483646476, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 483646920, - "byteLength": 40, - "layout": null - }, - "_model_layers_26_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 483646760, - "byteLength": 40, - "layout": null - }, - "_model_layers_26_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 483646756, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 483647008, - "byteLength": 4, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646880, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646896, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646904, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646912, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646716, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646732, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646740, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646748, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646556, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646580, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646620, - "byteLength": 8, - "layout": null - }, - "_model_layers_26_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646644, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 495593300, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 495593304, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 495593296, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 499135128, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 499135132, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 499135124, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 497807784, - "byteLength": 40, - "layout": null - }, - "_model_layers_27_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 497807936, - "byteLength": 40, - "layout": null - }, - "_model_layers_27_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807540, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807524, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807548, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807572, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807564, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807580, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807460, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807604, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807588, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807612, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807636, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807628, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807644, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807824, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807484, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807832, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807776, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807840, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807864, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807848, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807492, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807660, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807668, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807652, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807676, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807700, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807684, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807500, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807976, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497808004, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807996, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807988, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497808012, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807508, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807516, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 497807452, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 497807896, - "byteLength": 40, - "layout": null - }, - "_model_layers_27_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 497807736, - "byteLength": 40, - "layout": null - }, - "_model_layers_27_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 497807732, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 497807984, - "byteLength": 4, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807856, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807872, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807880, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807888, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807692, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807708, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807716, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807724, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807532, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807556, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807596, - "byteLength": 8, - "layout": null - }, - "_model_layers_27_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807620, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 509754276, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 509754280, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 509754272, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 513296104, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 513296108, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 513296100, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 511968760, - "byteLength": 40, - "layout": null - }, - "_model_layers_28_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 511968912, - "byteLength": 40, - "layout": null - }, - "_model_layers_28_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968516, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968500, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968524, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968548, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968540, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968556, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968436, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968580, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968564, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968588, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968612, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968604, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968620, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968800, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968460, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968808, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968752, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968816, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968840, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968824, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968468, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968636, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968644, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968628, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968652, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968676, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968660, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968476, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968952, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968980, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968972, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968964, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968988, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968484, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968492, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 511968428, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 511968872, - "byteLength": 40, - "layout": null - }, - "_model_layers_28_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 511968712, - "byteLength": 40, - "layout": null - }, - "_model_layers_28_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 511968708, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 511968960, - "byteLength": 4, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968832, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968848, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968856, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968864, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968668, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968684, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968692, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968700, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968508, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968532, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968572, - "byteLength": 8, - "layout": null - }, - "_model_layers_28_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968596, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 523915252, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 523915256, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 523915248, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 527457080, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 527457084, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 527457076, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 526129736, - "byteLength": 40, - "layout": null - }, - "_model_layers_29_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 526129888, - "byteLength": 40, - "layout": null - }, - "_model_layers_29_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129492, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129476, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129500, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129524, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129516, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129532, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129412, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129556, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129540, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129564, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129588, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129580, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129596, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129776, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129436, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129784, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129728, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129792, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129816, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129800, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129444, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129612, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129620, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129604, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129628, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129652, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129636, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129452, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129928, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129956, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129948, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129940, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129964, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129460, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129468, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 526129404, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 526129848, - "byteLength": 40, - "layout": null - }, - "_model_layers_29_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 526129688, - "byteLength": 40, - "layout": null - }, - "_model_layers_29_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 526129684, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 526129936, - "byteLength": 4, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129808, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129824, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129832, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129840, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129644, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129660, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129668, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129676, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129484, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129508, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129548, - "byteLength": 8, - "layout": null - }, - "_model_layers_29_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129572, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 141568900, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 141568904, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 141568896, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 145110728, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 145110732, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 145110724, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 143783384, - "byteLength": 40, - "layout": null - }, - "_model_layers_2_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 143783536, - "byteLength": 40, - "layout": null - }, - "_model_layers_2_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783140, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783124, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783148, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783172, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783164, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783180, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783060, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783204, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783188, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783212, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783236, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783228, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783244, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783424, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783084, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783432, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783376, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783440, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783464, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783448, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783092, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783260, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783268, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783252, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783276, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783300, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783284, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783100, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783576, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783604, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783596, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783588, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783612, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783108, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783116, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 143783052, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 143783496, - "byteLength": 40, - "layout": null - }, - "_model_layers_2_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 143783336, - "byteLength": 40, - "layout": null - }, - "_model_layers_2_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 143783332, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 143783584, - "byteLength": 4, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783456, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783472, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783480, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783488, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783292, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783308, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783316, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783324, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783132, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783156, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783196, - "byteLength": 8, - "layout": null - }, - "_model_layers_2_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783220, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 155729876, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 155729880, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 155729872, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 159271704, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 159271708, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 159271700, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 157944360, - "byteLength": 40, - "layout": null - }, - "_model_layers_3_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 157944512, - "byteLength": 40, - "layout": null - }, - "_model_layers_3_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944116, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944100, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944124, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944148, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944140, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944156, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944036, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944180, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944164, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944188, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944212, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944204, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944220, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944400, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944060, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944408, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944352, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944416, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944440, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944424, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944068, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944236, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944244, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944228, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944252, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944276, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944260, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944076, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944552, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944580, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944572, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944564, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944588, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944084, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944092, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 157944028, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 157944472, - "byteLength": 40, - "layout": null - }, - "_model_layers_3_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 157944312, - "byteLength": 40, - "layout": null - }, - "_model_layers_3_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 157944308, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 157944560, - "byteLength": 4, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944432, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944448, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944456, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944464, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944268, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944284, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944292, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944300, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944108, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944132, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944172, - "byteLength": 8, - "layout": null - }, - "_model_layers_3_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944196, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 169890852, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 169890856, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 169890848, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 173432680, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 173432684, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 173432676, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 172105336, - "byteLength": 40, - "layout": null - }, - "_model_layers_4_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 172105488, - "byteLength": 40, - "layout": null - }, - "_model_layers_4_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105092, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105076, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105100, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105124, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105116, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105132, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105012, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105156, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105140, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105164, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105188, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105180, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105196, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105376, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105036, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105384, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105328, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105392, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105416, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105400, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105044, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105212, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105220, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105204, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105228, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105252, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105236, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105052, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105528, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105556, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105548, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105540, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105564, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105060, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105068, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 172105004, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 172105448, - "byteLength": 40, - "layout": null - }, - "_model_layers_4_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 172105288, - "byteLength": 40, - "layout": null - }, - "_model_layers_4_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 172105284, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 172105536, - "byteLength": 4, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105408, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105424, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105432, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105440, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105244, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105260, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105268, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105276, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105084, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105108, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105148, - "byteLength": 8, - "layout": null - }, - "_model_layers_4_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105172, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 184051828, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 184051832, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 184051824, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 187593656, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 187593660, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 187593652, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 186266312, - "byteLength": 40, - "layout": null - }, - "_model_layers_5_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 186266464, - "byteLength": 40, - "layout": null - }, - "_model_layers_5_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266068, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266052, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266076, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266100, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266092, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266108, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186265988, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266132, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266116, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266140, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266164, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266156, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266172, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186266352, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266012, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186266360, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266304, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266368, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266392, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266376, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266020, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186266188, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186266196, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266180, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266204, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266228, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266212, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266028, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186266504, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266532, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266524, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266516, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266540, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266036, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266044, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 186265980, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 186266424, - "byteLength": 40, - "layout": null - }, - "_model_layers_5_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 186266264, - "byteLength": 40, - "layout": null - }, - "_model_layers_5_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 186266260, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 186266512, - "byteLength": 4, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266384, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266400, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266408, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266416, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266220, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266236, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266244, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266252, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266060, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266084, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266124, - "byteLength": 8, - "layout": null - }, - "_model_layers_5_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266148, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 198212804, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 198212808, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 198212800, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 201754632, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 201754636, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 201754628, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 200427288, - "byteLength": 40, - "layout": null - }, - "_model_layers_6_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 200427440, - "byteLength": 40, - "layout": null - }, - "_model_layers_6_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427044, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427028, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427052, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427076, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427068, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427084, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200426964, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427108, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427092, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427116, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427140, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427132, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427148, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200427328, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200426988, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200427336, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427280, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427344, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427368, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427352, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200426996, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200427164, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200427172, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427156, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427180, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427204, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427188, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427004, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200427480, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427508, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427500, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427492, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427516, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427012, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427020, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 200426956, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 200427400, - "byteLength": 40, - "layout": null - }, - "_model_layers_6_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 200427240, - "byteLength": 40, - "layout": null - }, - "_model_layers_6_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 200427236, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 200427488, - "byteLength": 4, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427360, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427376, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427384, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427392, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427196, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427212, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427220, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427228, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427036, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427060, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427100, - "byteLength": 8, - "layout": null - }, - "_model_layers_6_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200427124, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 212373780, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 212373784, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 212373776, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 215915608, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 215915612, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 215915604, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 214588264, - "byteLength": 40, - "layout": null - }, - "_model_layers_7_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 214588416, - "byteLength": 40, - "layout": null - }, - "_model_layers_7_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588020, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588004, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588028, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588052, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588044, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588060, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214587940, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588084, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588068, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588092, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588116, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588108, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588124, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214588304, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587964, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214588312, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588256, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588320, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588344, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588328, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587972, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214588140, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214588148, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588132, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588156, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588180, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588164, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587980, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214588456, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588484, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588476, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588468, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588492, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587988, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587996, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 214587932, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 214588376, - "byteLength": 40, - "layout": null - }, - "_model_layers_7_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 214588216, - "byteLength": 40, - "layout": null - }, - "_model_layers_7_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 214588212, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 214588464, - "byteLength": 4, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588336, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588352, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588360, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588368, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588172, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588188, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588196, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588204, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588012, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588036, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588076, - "byteLength": 8, - "layout": null - }, - "_model_layers_7_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214588100, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 226534756, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 226534760, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 226534752, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 230076584, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 230076588, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 230076580, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 228749240, - "byteLength": 40, - "layout": null - }, - "_model_layers_8_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 228749392, - "byteLength": 40, - "layout": null - }, - "_model_layers_8_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748996, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748980, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749004, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749028, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749020, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749036, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228748916, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749060, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749044, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749068, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749092, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749084, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749100, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228749280, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748940, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228749288, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749232, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749296, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749320, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749304, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748948, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228749116, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228749124, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749108, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749132, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749156, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749140, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748956, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228749432, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749460, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749452, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749444, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749468, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748964, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748972, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 228748908, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 228749352, - "byteLength": 40, - "layout": null - }, - "_model_layers_8_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 228749192, - "byteLength": 40, - "layout": null - }, - "_model_layers_8_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 228749188, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 228749440, - "byteLength": 4, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749312, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749328, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749336, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749344, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749148, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749164, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749172, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749180, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748988, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749012, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749052, - "byteLength": 8, - "layout": null - }, - "_model_layers_8_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228749076, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_input_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 240695732, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_input_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 240695736, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_input_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 240695728, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_post_attention_layernorm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 244237560, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_post_attention_layernorm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 244237564, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_post_attention_layernorm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 244237556, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_self_attn_ConstantOfShape_1_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 242910216, - "byteLength": 40, - "layout": null - }, - "_model_layers_9_self_attn_ConstantOfShape_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 242910368, - "byteLength": 40, - "layout": null - }, - "_model_layers_9_self_attn_Constant_10_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909972, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_11_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909956, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_13_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909980, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910004, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909996, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_17_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910012, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_1_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242909892, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_20_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910036, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910020, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910044, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_24_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910068, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_26_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910060, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910076, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_28_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242910256, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_2_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909916, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_30_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242910264, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_32_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910208, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_33_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910272, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_35_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910296, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_36_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910280, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_3_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909924, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_41_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242910092, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_43_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242910100, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_45_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910084, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_46_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910108, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_48_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910132, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_49_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910116, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_4_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909932, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_54_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242910408, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_55_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910436, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_56_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910428, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_57_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910420, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_58_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910444, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_5_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909940, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_62_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909948, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Constant_output_0": { - "dataType": "int64", - "shape": [], - "byteOffset": 242909884, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Mul_4_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 242910328, - "byteLength": 40, - "layout": null - }, - "_model_layers_9_self_attn_Mul_6_output_0": { - "dataType": "int64", - "shape": [ - 5 - ], - "byteOffset": 242910168, - "byteLength": 40, - "layout": null - }, - "_model_layers_9_self_attn_Sqrt_1_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 242910164, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_self_attn_Sqrt_2_output_0": { - "dataType": "float32", - "shape": [ - 1 - ], - "byteOffset": 242910416, - "byteLength": 4, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_12_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910288, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_14_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910304, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_16_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910312, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_18_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910320, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_21_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910124, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_23_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910140, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_25_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910148, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_27_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910156, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_6_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909964, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_7_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909988, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_8_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910028, - "byteLength": 8, - "layout": null - }, - "_model_layers_9_self_attn_Unsqueeze_9_output_0": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242910052, - "byteLength": 8, - "layout": null - }, - "_model_norm_Constant_1_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 538076228, - "byteLength": 4, - "layout": null - }, - "_model_norm_Constant_2_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 538076232, - "byteLength": 4, - "layout": null - }, - "_model_norm_Constant_output_0": { - "dataType": "float32", - "shape": [], - "byteOffset": 538076224, - "byteLength": 4, - "layout": null - }, - "model_embed_tokens_weight": { - "dataType": "float32", - "shape": [ - 49152, - 576 - ], - "byteOffset": 0, - "byteLength": 113246208, - "layout": null - }, - "model_layers_0_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 113246644, - "byteLength": 2304, - "layout": null - }, - "model_layers_0_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 116788784, - "byteLength": 2304, - "layout": null - }, - "model_layers_10_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 254856716, - "byteLength": 2304, - "layout": null - }, - "model_layers_10_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 258398544, - "byteLength": 2304, - "layout": null - }, - "model_layers_11_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 269017692, - "byteLength": 2304, - "layout": null - }, - "model_layers_11_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 272559520, - "byteLength": 2304, - "layout": null - }, - "model_layers_12_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 283178668, - "byteLength": 2304, - "layout": null - }, - "model_layers_12_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 286720496, - "byteLength": 2304, - "layout": null - }, - "model_layers_13_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 297339644, - "byteLength": 2304, - "layout": null - }, - "model_layers_13_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 300881472, - "byteLength": 2304, - "layout": null - }, - "model_layers_14_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 311500620, - "byteLength": 2304, - "layout": null - }, - "model_layers_14_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 315042448, - "byteLength": 2304, - "layout": null - }, - "model_layers_15_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 325661596, - "byteLength": 2304, - "layout": null - }, - "model_layers_15_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 329203424, - "byteLength": 2304, - "layout": null - }, - "model_layers_16_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 339822572, - "byteLength": 2304, - "layout": null - }, - "model_layers_16_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 343364400, - "byteLength": 2304, - "layout": null - }, - "model_layers_17_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 353983548, - "byteLength": 2304, - "layout": null - }, - "model_layers_17_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 357525376, - "byteLength": 2304, - "layout": null - }, - "model_layers_18_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 368144524, - "byteLength": 2304, - "layout": null - }, - "model_layers_18_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 371686352, - "byteLength": 2304, - "layout": null - }, - "model_layers_19_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 382305500, - "byteLength": 2304, - "layout": null - }, - "model_layers_19_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 385847328, - "byteLength": 2304, - "layout": null - }, - "model_layers_1_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 127407932, - "byteLength": 2304, - "layout": null - }, - "model_layers_1_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 130949760, - "byteLength": 2304, - "layout": null - }, - "model_layers_20_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 396466476, - "byteLength": 2304, - "layout": null - }, - "model_layers_20_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 400008304, - "byteLength": 2304, - "layout": null - }, - "model_layers_21_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 410627452, - "byteLength": 2304, - "layout": null - }, - "model_layers_21_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 414169280, - "byteLength": 2304, - "layout": null - }, - "model_layers_22_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 424788428, - "byteLength": 2304, - "layout": null - }, - "model_layers_22_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 428330256, - "byteLength": 2304, - "layout": null - }, - "model_layers_23_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 438949404, - "byteLength": 2304, - "layout": null - }, - "model_layers_23_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 442491232, - "byteLength": 2304, - "layout": null - }, - "model_layers_24_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 453110380, - "byteLength": 2304, - "layout": null - }, - "model_layers_24_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 456652208, - "byteLength": 2304, - "layout": null - }, - "model_layers_25_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 467271356, - "byteLength": 2304, - "layout": null - }, - "model_layers_25_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 470813184, - "byteLength": 2304, - "layout": null - }, - "model_layers_26_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 481432332, - "byteLength": 2304, - "layout": null - }, - "model_layers_26_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 484974160, - "byteLength": 2304, - "layout": null - }, - "model_layers_27_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 495593308, - "byteLength": 2304, - "layout": null - }, - "model_layers_27_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 499135136, - "byteLength": 2304, - "layout": null - }, - "model_layers_28_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 509754284, - "byteLength": 2304, - "layout": null - }, - "model_layers_28_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 513296112, - "byteLength": 2304, - "layout": null - }, - "model_layers_29_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 523915260, - "byteLength": 2304, - "layout": null - }, - "model_layers_29_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 527457088, - "byteLength": 2304, - "layout": null - }, - "model_layers_2_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 141568908, - "byteLength": 2304, - "layout": null - }, - "model_layers_2_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 145110736, - "byteLength": 2304, - "layout": null - }, - "model_layers_3_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 155729884, - "byteLength": 2304, - "layout": null - }, - "model_layers_3_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 159271712, - "byteLength": 2304, - "layout": null - }, - "model_layers_4_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 169890860, - "byteLength": 2304, - "layout": null - }, - "model_layers_4_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 173432688, - "byteLength": 2304, - "layout": null - }, - "model_layers_5_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 184051836, - "byteLength": 2304, - "layout": null - }, - "model_layers_5_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 187593664, - "byteLength": 2304, - "layout": null - }, - "model_layers_6_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 198212812, - "byteLength": 2304, - "layout": null - }, - "model_layers_6_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 201754640, - "byteLength": 2304, - "layout": null - }, - "model_layers_7_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 212373788, - "byteLength": 2304, - "layout": null - }, - "model_layers_7_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 215915616, - "byteLength": 2304, - "layout": null - }, - "model_layers_8_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 226534764, - "byteLength": 2304, - "layout": null - }, - "model_layers_8_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 230076592, - "byteLength": 2304, - "layout": null - }, - "model_layers_9_input_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 240695740, - "byteLength": 2304, - "layout": null - }, - "model_layers_9_post_attention_layernorm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 244237568, - "byteLength": 2304, - "layout": null - }, - "model_norm_weight": { - "dataType": "float32", - "shape": [ - 576 - ], - "byteOffset": 538076236, - "byteLength": 2304, - "layout": null - }, - "onnx__Expand_588": { - "dataType": "float32", - "shape": [ - 1, - 32, - 1 - ], - "byteOffset": 113246516, - "byteLength": 128, - "layout": null - }, - "onnx__MatMul_8847": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 113248948, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8848": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 114576052, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8849": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 115018420, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8876": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 115461668, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8877": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 116791088, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8878": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 120330032, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8879": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 123868976, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8880": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 127410236, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8881": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 128737340, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8882": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 129179708, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8907": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 129622644, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8908": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 130952064, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8909": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 134491008, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8910": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 138029952, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8911": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 141571212, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8912": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 142898316, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8913": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 143340684, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8938": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 143783620, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8939": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 145113040, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8940": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 148651984, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8941": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 152190928, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8942": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 155732188, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8943": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 157059292, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8944": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 157501660, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8969": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 157944596, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8970": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 159274016, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8971": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 162812960, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8972": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 166351904, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_8973": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 169893164, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_8974": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 171220268, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_8975": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 171662636, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9000": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 172105572, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9001": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 173434992, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9002": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 176973936, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9003": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 180512880, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9004": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 184054140, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9005": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 185381244, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9006": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 185823612, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9031": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 186266548, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9032": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 187595968, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9033": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 191134912, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9034": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 194673856, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9035": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 198215116, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9036": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 199542220, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9037": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 199984588, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9062": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 200427524, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9063": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 201756944, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9064": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 205295888, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9065": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 208834832, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9066": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 212376092, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9067": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 213703196, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9068": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 214145564, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9093": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 214588500, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9094": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 215917920, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9095": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 219456864, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9096": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 222995808, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9097": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 226537068, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9098": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 227864172, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9099": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 228306540, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9124": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 228749476, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9125": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 230078896, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9126": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 233617840, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9127": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 237156784, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9128": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 240698044, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9129": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 242025148, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9130": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 242467516, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9155": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 242910452, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9156": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 244239872, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9157": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 247778816, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9158": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 251317760, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9159": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 254859020, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9160": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 256186124, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9161": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 256628492, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9186": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 257071428, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9187": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 258400848, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9188": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 261939792, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9189": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 265478736, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9190": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 269019996, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9191": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 270347100, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9192": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 270789468, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9217": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 271232404, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9218": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 272561824, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9219": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 276100768, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9220": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 279639712, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9221": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 283180972, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9222": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 284508076, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9223": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 284950444, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9248": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 285393380, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9249": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 286722800, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9250": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 290261744, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9251": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 293800688, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9252": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 297341948, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9253": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 298669052, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9254": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 299111420, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9279": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 299554356, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9280": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 300883776, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9281": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 304422720, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9282": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 307961664, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9283": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 311502924, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9284": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 312830028, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9285": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 313272396, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9310": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 313715332, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9311": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 315044752, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9312": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 318583696, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9313": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 322122640, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9314": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 325663900, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9315": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 326991004, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9316": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 327433372, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9341": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 327876308, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9342": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 329205728, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9343": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 332744672, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9344": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 336283616, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9345": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 339824876, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9346": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 341151980, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9347": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 341594348, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9372": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 342037284, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9373": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 343366704, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9374": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 346905648, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9375": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 350444592, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9376": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 353985852, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9377": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 355312956, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9378": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 355755324, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9403": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 356198260, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9404": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 357527680, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9405": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 361066624, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9406": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 364605568, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9407": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 368146828, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9408": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 369473932, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9409": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 369916300, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9434": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 370359236, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9435": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 371688656, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9436": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 375227600, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9437": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 378766544, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9438": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 382307804, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9439": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 383634908, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9440": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 384077276, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9465": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 384520212, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9466": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 385849632, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9467": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 389388576, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9468": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 392927520, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9469": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 396468780, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9470": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 397795884, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9471": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 398238252, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9496": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 398681188, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9497": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 400010608, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9498": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 403549552, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9499": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 407088496, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9500": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 410629756, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9501": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 411956860, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9502": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 412399228, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9527": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 412842164, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9528": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 414171584, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9529": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 417710528, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9530": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 421249472, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9531": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 424790732, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9532": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 426117836, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9533": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 426560204, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9558": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 427003140, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9559": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 428332560, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9560": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 431871504, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9561": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 435410448, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9562": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 438951708, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9563": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 440278812, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9564": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 440721180, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9589": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 441164116, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9590": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 442493536, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9591": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 446032480, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9592": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 449571424, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9593": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 453112684, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9594": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 454439788, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9595": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 454882156, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9620": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 455325092, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9621": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 456654512, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9622": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 460193456, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9623": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 463732400, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9624": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 467273660, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9625": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 468600764, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9626": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 469043132, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9651": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 469486068, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9652": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 470815488, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9653": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 474354432, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9654": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 477893376, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9655": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 481434636, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9656": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 482761740, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9657": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 483204108, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9682": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 483647044, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9683": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 484976464, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9684": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 488515408, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9685": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 492054352, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9686": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 495595612, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9687": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 496922716, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9688": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 497365084, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9713": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 497808020, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9714": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 499137440, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9715": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 502676384, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9716": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 506215328, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9717": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 509756588, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9718": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 511083692, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9719": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 511526060, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9744": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 511968996, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9745": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 513298416, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9746": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 516837360, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9747": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 520376304, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9748": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 523917564, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9749": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 525244668, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9750": { - "dataType": "float32", - "shape": [ - 576, - 192 - ], - "byteOffset": 525687036, - "byteLength": 442368, - "layout": null - }, - "onnx__MatMul_9775": { - "dataType": "float32", - "shape": [ - 576, - 576 - ], - "byteOffset": 526129972, - "byteLength": 1327104, - "layout": null - }, - "onnx__MatMul_9776": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 527459392, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9777": { - "dataType": "float32", - "shape": [ - 576, - 1536 - ], - "byteOffset": 530998336, - "byteLength": 3538944, - "layout": null - }, - "onnx__MatMul_9778": { - "dataType": "float32", - "shape": [ - 1536, - 576 - ], - "byteOffset": 534537280, - "byteLength": 3538944, - "layout": null - }, - "onnx__Unsqueeze_1141": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783068, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1143": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 143783076, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1416": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944044, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1418": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 157944052, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1691": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105020, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1693": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 172105028, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1966": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186265996, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_1968": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 186266004, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2241": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200426972, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2243": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 200426980, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2516": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587948, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2518": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 214587956, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2791": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748924, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_2793": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 228748932, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3066": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909900, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3068": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 242909908, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3341": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070876, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3343": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 257070884, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_352": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246308, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_354": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 113246268, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3616": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231852, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3618": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 271231860, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3891": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392828, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_3893": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 285392836, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4166": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553804, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4168": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 299553812, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4441": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714780, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4443": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 313714788, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4716": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875756, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4718": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 327875764, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4991": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036732, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_4993": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 342036740, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5266": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197708, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5268": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 356197716, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5541": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358684, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5543": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 370358692, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_555": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460820, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_557": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 115460828, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5816": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519660, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_5818": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 384519668, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6091": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680636, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6093": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 398680644, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6366": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841612, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6368": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 412841620, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6641": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002588, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6643": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 427002596, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6916": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163564, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_6918": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 441163572, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7191": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324540, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7193": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 455324548, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7466": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485516, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7468": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 469485524, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7741": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646492, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_7743": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 483646500, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8016": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807468, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8018": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 497807476, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8291": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968444, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8293": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 511968452, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8566": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129420, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_8568": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 526129428, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_866": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622092, - "byteLength": 8, - "layout": null - }, - "onnx__Unsqueeze_868": { - "dataType": "int64", - "shape": [ - 1 - ], - "byteOffset": 129622100, - "byteLength": 8, - "layout": null - } - } -} \ No newline at end of file