{
  "format": "neuroshard-update-witness-benchmark-v1",
  "source_hash": "4f831a8570c77701706ff2230239cd086457389674dcb5ef557d4ad5d8ab1839",
  "runtime": {
    "packages": {
      "torch": "2.9.1+cpu",
      "numpy": "2.2.6",
      "safetensors": "0.7.0",
      "cryptography": "50.0.1",
      "grpcio": "1.83.1",
      "protobuf": "6.33.6"
    },
    "dtype": "float32",
    "device": "cpu",
    "threads": 1,
    "aten_cpu_capability": "DEFAULT",
    "mkl_instructions": "SSE4_2",
    "mkldnn": false
  },
  "numerical_probe": {
    "cases": 45,
    "whole_equals_chunked": true,
    "output_digest": "0614cf9e13b278f4c14c529bc6508e2e5e5b1e6a0902f7eb947e4bcb87811a5c",
    "scope": "fixed finite float32 stress vectors, tails, signed zeros and subnormals; not exhaustive hardware coverage"
  },
  "parameters": 134515008,
  "partitions": 3,
  "worker_transport": "http",
  "baseline_root": "7ca58fefa5977056edfbca3241b174d1376f4be3042aafb3fd768cb2d21dbc02",
  "indexed_root": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
  "measurements": {
    "baseline": [
      {
        "seconds": 31.76845369581133,
        "cold_pair": true,
        "object_bytes_sent": 539868797,
        "object_bytes_received": 539861200,
        "metadata_bytes": 16383
      },
      {
        "seconds": 16.19085898436606,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 16383
      },
      {
        "seconds": 16.166542468592525,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 16383
      },
      {
        "seconds": 16.081680050119758,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 16383
      }
    ],
    "indexed": [
      {
        "seconds": 22.238862957805395,
        "cold_pair": true,
        "object_bytes_sent": 12396,
        "object_bytes_received": 106329,
        "metadata_bytes": 116948
      },
      {
        "seconds": 22.229614270851016,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 116948
      },
      {
        "seconds": 22.20891776960343,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 116948
      },
      {
        "seconds": 22.04921495821327,
        "cold_pair": false,
        "object_bytes_sent": 0,
        "object_bytes_received": 0,
        "metadata_bytes": 116948
      }
    ]
  },
  "warm_median_seconds": {
    "baseline": 16.166542468592525,
    "indexed": 22.20891776960343
  },
  "commitment_training_ratio": 1.3737580446004274,
  "parameter_bytes_and_loss_unchanged": true,
  "paid_work_identity_unchanged": true,
  "honest_full_audits": {
    "baseline": [
      {
        "stage": 0,
        "seconds": 5.957719083875418
      },
      {
        "stage": 1,
        "seconds": 5.12447832711041
      },
      {
        "stage": 2,
        "seconds": 4.48305182531476
      }
    ],
    "indexed": [
      {
        "stage": 0,
        "seconds": 8.883810012601316
      },
      {
        "stage": 1,
        "seconds": 7.260931566357613
      },
      {
        "stage": 2,
        "seconds": 6.4957448318600655
      }
    ]
  },
  "full_forgery_oracle": {
    "valid": false,
    "mismatch": "optimizer update",
    "seconds": 7.316224441863596,
    "input_bytes": 184644776
  },
  "portable_cases": {
    "honest": {
      "record_root": "7238d9846e18d86dd9435485c865217d7f31dd31ce871519fb2b000e3a1b6f4f",
      "metadata": {
        "7238d9846e18d86dd9435485c865217d7f31dd31ce871519fb2b000e3a1b6f4f": {
          "batch": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
          "clip_norm_hex": "0x1.0000000000000p+0",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "loss_hex": "0x1.65ed1a0000000p+0",
          "model_root": "b888220a02c94e228c8dc54ab932bb052a35de66ba72664c94b9568198bc7e87",
          "norms": [
            "0x1.09f4b7317ad05p+5",
            "0x1.b5300d95bedbap+4",
            "0x1.217f56357ef44p+4"
          ],
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "traces": [
            "d2d7f790202acae3964847ba00e29314170f44c9e7bc8777c709d8fc324ae841",
            "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1",
            "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f"
          ]
        },
        "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "f847cdaab35b33ccac4f738ec4697efa0e384e8add32f33ff6051015e3161ec0"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "f2b492e93eee23fac6041b766f2f41c45eeb92e7118aad5e3e4224377cd33602"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "7cd14d55c5d5b9633999939e912e05bd853cfc8900da0370dd6a77a19b1f04d4"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "abe0d512f04649b6dd1ccc3fe4867d6d51d025305e1fb99c59098e4c0ef88490"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "2df68cb979304eb15ced485c33cb498a26887e39115b402a3560edbf7a47eec0"
            },
            "block_005": {
              "parameters": 3540096,
              "root": "f8a9b37547bb1fe7a7c24ddbda4edf85159bf65a4e8cd887d2a0457fca6a4979"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "125b770238f70b514201ebf13287cba885d7fc1dbbfcae9a2dab916ce80a94a1"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "c8a895044ce5f716e749af3fb9e5bb6616f115ee9e287a99ee45bd28107f0ac3"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "ee30dbdc096ee29110540492b6574263eafe8980fccb692b8165a69cf7b9f0b8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "96cdd68038550de1afa13235fa0e3c66191c6b76ea8e585196d013da12545bbc"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "a5c1743819e148b1dc7982fdb785b420a4781bade8a3af9d2fa2bb285c4de0d7"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c82254831d1a9ef0b7526d089d9ff7437fc337b80b65795a296c81bfeece83fa"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "ca363d5a2ccc49fc6e23632f3b6402175abe4d84bd1e9734fd9636a4463eddfa"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "1425d705058c74081ddb469d0d9d85d2ad0b5f5bc61d68c59680fc6cf53fb665"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "695b3cbd7ee49f86e636c0d73dc75fe1f17088ef7dccb39c3c33bce475a25579"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "a5a20aee6aba2c761007c9ec3bf2ba9a9dc76a280f57f29897024706ecc18686"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "b9c5da7f60ff1142daffec0baf5959df2ac0ba73b46ad49a64e696c08cfe14be"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "58c117440a10301eb656494193af37902c5c4df1e31198fe34c7fc7ca572eded"
            },
            "block_018": {
              "parameters": 3540096,
              "root": "6c7f79fb7ba4d7e591fad61f8cdefe2c6c6143a7abfc3f103314a1f2522d4cd2"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "a20ab24bfc206847f16add95579331fbd025665f4729c488f9adf80a1c8ab007"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "95e2285e3b0e28c9cf8d5d24b419090742554a7f56dd31b965bafe39dc9593ce"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "a4a823337ef384e1b50e57b071fe9292b12c243394ac59db80d7a21ea421f36d"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "635a4ef9af4613a598bdfda58d6674f1476d58d5aa39f223ba3736346459cbba"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "dd6cdf52a8ac9fbfef0e938a988baf2d21221864e36ee1686e3fbc79502b6856"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "885cd934869899c801220b528dbcc4cc4633fd917b303399da7d84407ad74de3"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "1ed606479f7163163bbcf709ba423a98bbf60edc9bd8eb41b1af0d5908c1252d"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "081d0d8613b4abcbbe6104e5efa69497c7d91170bb912f84d6e969b625c75a14"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "f1e5b0c842ae2b3f3b1ed6e7d63c733359b34e4ee9dcf589d0f57edefe008d0e"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "11e9a34c3f95af8b79b5a21cb6d106b010e220c8b10a9bf656d5e353003cd69f"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "2bf51eb411b38626efd5c9130c0790a037c257b1cd9455b85b6f27912574e8df"
            },
            "embed": {
              "parameters": 28311552,
              "root": "f0eff35918c2a862db596245ea489f9d7667b0951b5883516eb5d38733ae915c"
            },
            "norm": {
              "parameters": 576,
              "root": "aaec06f5f5cca3f084ea8d8d1b44265c34c6bb52ed97dc410634054320e1840c"
            }
          },
          "config": {
            "hidden_size": 576,
            "intermediate_size": 1536,
            "max_position_embeddings": 8192,
            "num_attention_heads": 9,
            "num_hidden_layers": 30,
            "num_key_value_heads": 3,
            "rms_norm_eps": 1e-05,
            "rope_theta": 100000,
            "vocab_size": 49152
          },
          "format": "neuroshard-model-v1",
          "origin": {
            "license": "Apache-2.0",
            "model": "HuggingFaceTB/SmolLM2-135M-Instruct",
            "weights_sha256": "5af571cbf074e6d21a03528d2330792e532ca608f24ac70a143f6b369968ab8c"
          },
          "parameters": 134515008,
          "parent": "978db595a79e1bb381fd9723702b21682af10c68ce872d5e3f4d9e4429d0e22e",
          "tokenizer_root": "b797b60c9203884ec7d519b50dfd16e4375b239d249ac7377aa3f6c646b56e85",
          "update_witnesses": "neuroshard-sgd-chunks-v1"
        },
        "b888220a02c94e228c8dc54ab932bb052a35de66ba72664c94b9568198bc7e87": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "e21cf7b59e18299777dfe6179538e37f8edd43df0e6e612d819c5b06f268ee4a"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "877dd5104826dc05287df5322f182752c7fa9f0d00e1f28a3da8eb3a1c1cab96"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "4eea03c3d014fa06884009c6bfeeb27c369dbbd20b0282461dac38bd79b9fce9"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "90f44a9b4d2e95d9ac877c07ead1d3ccdc5096727b788dfd4e8db12609515722"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "0c90c80e103ec1016e000ae818022271ae64a68474e3aa32dd92210af6b73bff"
            },
            "block_005": {
              "parameters": 3540096,
              "root": "6e6b576b5bdd4a0ac8194b5a246776cbe70e7273af900a308edf92521225e8b9"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "08c0f6f452fcabe8ccd754a213281138c26c129b57015c6d5af57e6ca31e5b04"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "67c95fbdc17f498aa08d99adcde7e47c1aad358f279a5d17f138b1c5dcd471b6"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "60fd2214ec6e61086c62532962c0845f252e386e972e5d93c6ff6671211110f8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "a3b7f48d10e8e9d637d0057bb46828e937f658da7d6b5d00561455284a0884c1"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "2ab75cdd25505a375becf78d188e0ac76290ad04f6f82c61f46c9e848b3ded85"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c782054337c86113ade21dbb37c65b8a8b6fcaa26e017b6e59b4b2c556ae80f6"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "e45b0f85a3af856bc783547342051a932f19e1a1f0c06dfa46cf5b76e54ccb09"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "a40dbe30328fadd2050333e487fa51a09225e73415700a73c9d80e9fcb50c0da"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "d449008464c1da03c23712fe201cba3962841286886ec8993a03696df0aa5abd"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "170ec75bb70dd0311fc033399b7948e3cd363f9fc2b85901a9ea6350a2fbfbb7"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "3d7db69e0b52168681aad6c69fc4d876979fac979c70dc7e163ac8f628a041a5"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "ff805a0436644a8c42ee49ae3be52c4667530968a33fe4f79a64804a7e8bc755"
            },
            "block_018": {
              "parameters": 3540096,
              "root": "0ac360bccda0e5e7ba05ca08614507681d38b05559b3556b1fb84216514eff02"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "b688433e2161df493c341e505d71b8af0520c56f6646f2fc295264de36e5b3f0"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "e337c87e9f4c57b960d140411d8c979c1234437b1324541e8d94c1ca4bc91e19"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "c82262a89c310700989cfa6db5bc31ee97249dfe9bcb4a3ec81f937e95bfcc4f"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "3645930705b5b36078be650c01d190a4b6b6543dc0560c495815560dd03cb5b6"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "9cfbc1aa771bbd9fc085b3a27df73ce11e165f3fb8c83cc8152320017a958fd3"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "f3071a3899aa06066ac642cd479674df034fbbdf634c11697ccb3884ec7a8c1e"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "7992f38a9644df344788d2a426bff7d325191a668bfac5e5d88d3643b63f122b"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "ca211d3addb6d66f3fce2dcb18c619561570777fc43395edd58c5ded6ac77d4a"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "6aae3cee113e5ff10172f2f9e4c12a0561865f38fd1249c0817952d9fe0cb743"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "8d1cd5211d3e83f263d42c03789e53d289545071266fcc85891156594e3e3c89"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "009f03806375c68c87e3e7ba55ef4183861d58cef120988cf5bef6339b09100a"
            },
            "embed": {
              "parameters": 28311552,
              "root": "ad4134a4cb4b855ea351e66fa13ece3c8048b17c4fe53a081229f06a939a2ee9"
            },
            "norm": {
              "parameters": 576,
              "root": "8796cf7ca04964a8ca85bf2b4af11ca3d03c64f38862ce0ac7410fe9c00b842b"
            }
          },
          "config": {
            "hidden_size": 576,
            "intermediate_size": 1536,
            "max_position_embeddings": 8192,
            "num_attention_heads": 9,
            "num_hidden_layers": 30,
            "num_key_value_heads": 3,
            "rms_norm_eps": 1e-05,
            "rope_theta": 100000,
            "vocab_size": 49152
          },
          "format": "neuroshard-model-v1",
          "origin": {
            "license": "Apache-2.0",
            "model": "HuggingFaceTB/SmolLM2-135M-Instruct",
            "weights_sha256": "5af571cbf074e6d21a03528d2330792e532ca608f24ac70a143f6b369968ab8c"
          },
          "parameters": 134515008,
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "tokenizer_root": "b797b60c9203884ec7d519b50dfd16e4375b239d249ac7377aa3f6c646b56e85",
          "update_witnesses": "neuroshard-sgd-chunks-v1"
        },
        "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f": {
          "input_ids": [
            [
              5079,
              2179,
              36516,
              9838,
              1042,
              260,
              35717,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              30,
              9517,
              253,
              5905,
              1517,
              2179,
              3831,
              79,
              4103,
              79,
              4282,
              80,
              338,
              2933,
              2179,
              36516,
              80,
              347,
              3007,
              284,
              6765,
              260,
              2028,
              282,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              30,
              1206,
              416,
              7635,
              338,
              260,
              1836,
              5079,
              3593,
              418,
              2124,
              582,
              4047,
              30,
              2,
              198,
              1,
              520,
              9531,
              198,
              504,
              2359,
              2893,
              7713,
              451,
              1732,
              314,
              288,
              722,
              6639,
              6256,
              28,
              527,
              3445,
              8659,
              260,
              1732,
              1187,
              618,
              3764,
              840,
              39156,
              284,
              2194,
              614,
              253,
              3564,
              288,
              260,
              2798,
              1732,
              30,
              533,
              451,
              1671,
              28,
              260,
              840,
              25076,
              314,
              288,
              1042,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              10808,
              418,
              253,
              1836,
              4218,
              28,
              284,
              260,
              3564,
              314,
              260,
              5428,
              282,
              511,
              715
            ]
          ],
          "labels": [
            [
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              504,
              2359,
              2893,
              7713,
              451,
              1732,
              314,
              288,
              722,
              6639,
              6256,
              28,
              527,
              3445,
              8659,
              260,
              1732,
              1187,
              618,
              3764,
              840,
              39156,
              284,
              2194,
              614,
              253,
              3564,
              288,
              260,
              2798,
              1732,
              30,
              533,
              451,
              1671,
              28,
              260,
              840,
              25076,
              314,
              288,
              1042,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              10808,
              418,
              253,
              1836,
              4218,
              28,
              284,
              260,
              3564,
              314,
              260,
              5428,
              282,
              511,
              715
            ]
          ]
        },
        "d2d7f790202acae3964847ba00e29314170f44c9e7bc8777c709d8fc324ae841": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "e21cf7b59e18299777dfe6179538e37f8edd43df0e6e612d819c5b06f268ee4a"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "877dd5104826dc05287df5322f182752c7fa9f0d00e1f28a3da8eb3a1c1cab96"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "4eea03c3d014fa06884009c6bfeeb27c369dbbd20b0282461dac38bd79b9fce9"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "90f44a9b4d2e95d9ac877c07ead1d3ccdc5096727b788dfd4e8db12609515722"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "0c90c80e103ec1016e000ae818022271ae64a68474e3aa32dd92210af6b73bff"
            },
            "embed": {
              "parameters": 28311552,
              "root": "ad4134a4cb4b855ea351e66fa13ece3c8048b17c4fe53a081229f06a939a2ee9"
            },
            "norm": {
              "parameters": 576,
              "root": "8796cf7ca04964a8ca85bf2b4af11ca3d03c64f38862ce0ac7410fe9c00b842b"
            }
          },
          "gradient_in": null,
          "gradient_out": "fcb7b06c25f7f7b2e693537b7614f30646b2b1f7a207a59593cdadaeefccd33e",
          "head_gradient": "25105286806cdd176d03a7c35e62373cda9fcd25b62c204df132734140c64ac1",
          "head_input": "8ceece0b458e1ca956ed1ba706465d465f8c0165c3588fbdda9ee924b6185602",
          "input": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "loss_hex": "0x1.65ed1a0000000p+0",
          "norm_squared_hex": "0x1.09f4b7317ad05p+5",
          "output": "a068ad0ae5947ff717ac41eb716ea261dd9160ad2c699319e0040483957035e7",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "embed",
              "norm",
              "block_000",
              "block_001",
              "block_002",
              "block_003",
              "block_004"
            ],
            "parameters": 46012608
          },
          "phase": "begin",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "d0d303ff87586f138c1702da2c482a796bc260e8bbe305c8b06ddffd5819bf4f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1fcef974c9464356acf5d9276cb6530b7397e976fa45f73143f602fbbbf0f1ab",
                  "shape": [
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "e6ebd51ecbdb957fddf8f67b9da829fb570ed28fb3d02ee92cfbebb0e42e79a9",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "c370d74214d4a4a152b137d001aeafdfe6c10061442031524fc31f7488527873",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "a8e88905cc59a7b05a2afef1a026c2612e1956c52031239eb953bfadd4ae1591",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "82c4dc9e3bd89c32776f63da351b99b586b3e4a25471be48bc4e38c80aaa53a3",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1fbf85634eb94eced16383682f3fcbe4d8b3ddf963242f743a0cf7e9dfe17432",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "8a920db8264fe982de8d4a5d466e0b78c9d3922108b80785a29296af5259f69d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "56e17b7d8a0b8b2e645a14575f4d6da215fe40a93e69291b421fb59207f68c19",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "c63be49a05f5a0af11ae81557d76fe55a20d649897f9408e4b569581ce653cd0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3a33f83389513cfa47c86ea305c313119a6186903c848b40871b2f085d8ee150",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "c601a23c36a84d509e748f8f680991154635cedc9db3a7d175eadaf82f0b9587",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0f39c2febc7e05c02173f62d84eff214ac64d4dd79aa22973f61273c60f4226f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "35df89d9e5e8b31477f339dfe9d8f06860b1388775fe283d2ee86b1b6cfe6b1f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "0c40bc57dd3855f6c6cee43bb122d5fbe08a88f450ea1d69de78ab11d62b24c9",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "97d67979e4b0af372c2b0b42e5fed4905cc84c768636669edd4371e0c1159052",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b827ac93f588a1d033e87008526270e38ba50bab9ec1818c24b339ec5e5793e3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "cb793c14efbad7db85b0b0959bd865c6121770fa1094e5d32af3d4f4827105c3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "eab0b1fb229c6573ea5ecd1f772dd4df31a4d92fdbdb1dcd8c84cf50f19beb73",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5d58b34f0536d54a8cf07c49c42d524ff19376d02678852d9a3d97363fdb629c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "57903182f80974530e569de4890c3e9463e662c8412c472be25f3e1e28b57ed8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "08e208f290e950f38cde1a81ca03913e89c03760015ce8d28f8bc636a10baed1",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "1fb86769da28179e6610464d18f7c0d802f9607eeb3d43105eb5679566f1f1d8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "501464e935e7fdcca4dc845d2d0eedd32ff9d24c1e9d813a31c31ce2f9820b11",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "a727a7144eb21c88f3e7b843e10ad2614ef709cf54fb2891b047889a49fa5765",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "d6a3bc8b38e94c98c0fc389885df9eaae56edd53b63750dd1a028df8671bd673",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "fe96b27fa79f326d7ead11e4bdbe2df6380132e8200bd847689e45fc5895064f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "77ab0629cc053602ed22241afc4a76547d2e2396ef4701a7148c0fd51677b5d4",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0e1bffb9c82c38902534d48925e199d299c2b3c903367c6cf1246d186f9301c6",
                  "shape": [
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "0c7065df888f76f26cf21894eee12b53485b76cd2b53a81f8967048165b91097",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4c364ee2f23b63028456567718ade3901a7d27a35bad21e3b163e1ce79477eb2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "6abace7bf9263a89aa4c08543c936865aa5e9c571fa930623b71597056fa78da",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "a2f8e70140b8fd974e2e1035b26fe63b9d3f7539ccf628af1e45fb887d6c4c88",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "ffc1a912e99eaa4cc649403e9ce7cb7d32224c79ec23f4ed7f9ce999ab6cf208",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "e007225ef19b64fd8ee7d06bff05502ac3d2b7acc8c4ba4a50610d5e21b8f873",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "349f6eb239fb1306b24525e2824f6a67ac3db1f6dc1c3703237d1f3988f9f246",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "9d5151087855977bb3d2f32a6433e326bed91373328d3630d1f3cd32f6159319",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "f67bc60bffc0b7c26b3c193f23496ac15a66229da7df397a96f627eef639b048",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "cea32f593f4433482f519c364c263cc3b37dcae7b303741bed1a8000c9e59bd5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f67faa644606f85ee3b08de3299c7638fda09436bb37c522524b399112465ecc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "6198c9edf4349cbc59146f3755f87a98fbeee33787ba2ed204e3cf7baf4c91d8",
                  "shape": [
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "03d781c20f8c614aa0263da3dacfa85618d0eaaf1d78f94cbebab9cc8dac67eb",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e5d2775f0bac91bd27f9c9021d9ab2e3bc2117a6d698319b885878c20a3fa04d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "05587e94622b97372f594c52bc0bbf80301c26a8eecdfea3c0ebd8818ff6f030",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "e084ddd7eecbe03de6246b39780a7ebe48817f42cdcc9a50329e78ce9899c0b7",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "e68f62d41c666f1e0208158d20f8848723a1b80fea24b5b9108a7e36c1b66075",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5970431f363140ca3cd16a314234dd29c7e21aa02b7d1b1e2aeab7d691fb0c84",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "34479f65d9da8427a50b83e6badae1e03833691441317cb75322ef914a077483",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "818b04988afc49b6dfb9457c3d75263d80d93adfb58922b65534f1caa6eba63a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f64c528271edf9dbd64ee6084d24eeb90957a5a19b73d7e6768310d03175d0d6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "34a1fb3a2428996396df49da13456f73bf410d4455dce85d2373ed6d532b676d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8346427a9291f9bad981ffa9ad70fb51534ca9ed60e93f205fd4964635eefe76",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5db357c0a175935f8b8171d7c0d27aeddfadf6f702185abc21cb315b19008793",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "2197dd9f1f7c1bcae7f24aad627f35c144f5462e7f3f79b8d275d14d9d937339",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "0d7c5c4c5e7f0de83e81e67c5b132304ed8effda435e4cb9d2867fcc58336768",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "157b48f2f3a78ff28a2cf382ef877b8f7f846f65c549de93fcb2beb057fbaf55",
                  "shape": [
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "23ff11e3eb64f4644b2526ffd76ab4298591b60e32c3ee9d8b0d4120c89e36e0",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "3ad5492f23d619688cf2338965d49ac251a5f455ae1cf84fa665510b654695b8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "a1195b8585fef36f12e7e89315bf88d618b39c5b5bfe0f16aedc4405d48154f8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "2eb5bf9845f5f8d240364ee8c798513d728dea6c03bcbc2bf9982e69435a135f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1f67a2fbcc4bdb555eebe4cfa697d4124cff1521b74d8f76718bdc5481803bbe",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "da6481af7205f80529d56b908378f7cd045ca77d00af93dad14ec49330522f08",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "67b69709d1babcf406afd595a1f223379197fb34cfbe074fc8251d44d1502408",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "1162898477044d97dce4ccf28aff53f60afde2f97af6e6a989dd1d96cfee1fc0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "94a7f47704bbb4822a09b809cb4da548f11d5cb607ab2fca86ad08dd0e19416e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "615fcb1c96f58dd41f8a6327e15964202dbcf536e2a1daf873f945abe5db47a9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "5d8d6b72a09d2d25cfb8105c36aba56d1c6e2255bcfc26dd46830539187fc3bf",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "93edb3b1eb82da88ad6b04f4d00fa4c5147c75cf7ef3c808922ce27950bb9039",
                  "shape": [
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "87de2d5b5a0266dc8619f4b9d86142b0059e5b190651c92858406a951515e899",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "702fddd288a2e5ff32a2238ffab88c1b719dc49991a91027b4ef838ce934514b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5c320e1ed465b4c455c79ba93a9c8e7f82b60482e88e356fbcd5dd332960000a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "e0954307072511222e1bcc202ba05c5616056cea88058f9bb8b26623fdab1712",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "0f65ebafd0cb90f391ed37bf1bcb347ddb7a8b96adc7ab860c5c7551d7776445",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5a5bbfc706ed7715021a87a6f34dc20e0857f66fea585b71a797c4ab54ec4c9d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "ec0788769cc97d8ab2ec97965792107822f5e7f01c2429eb68bd3ba4a65786f4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "59b8992352be5e9ce3ade23ed0396a4d0a6c18fca55a721230ff23ada45a3a1b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "c3815f17de0b2444d4eb43a91fbfe97f2cf57d4671f74fcf4c3cd1205d63fd02",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "5cda7aec1b3dda3d045e550bb3386f252973b1c9d32098bb63483d0610aef459",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "f7e775992e57f3d975bc55f7a7773665483310ee2931a2793e0f9941bfeecc24",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "511ec7d028cce096a09084466f94e85669637a56ffb3cb949b3a45b31cff2652",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "e50e135c5d61d06031d3cd89c4e1d8aebcedf896f114c35388b4b5446f9e9db0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "ca3a8ceab9778ddcc4f225a6805f1f1a6c93465e14420b5e2aecd0831872b473",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d53315090fcc311a5df90312c0cb9cd41035ea45275b7cfc2fe2e72abb06ceca",
                  "shape": [
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "4629b59d758393e66bc80f600eaa15e5c81e4a27d7b773e9987594be9a68831c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "9a7d19af7dc1f16094e7cec38f02db845b80c85db18420175d5f40580cc184c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "802c2ebe41ea8f2a3bae0b827aa7c98f3923215552b2f6d5900849fd4a48278e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "84b100a2fec1fabca41d3a9c751cdc20eff97c96d64c59e4b78ff6916a0b50e7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "231e2140055c3922963dbeed6e0a8310f48a3b0d3465553840f7ee986b6d40d9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0a714d2d654278655d9b7fd5e10a4ccced169278c035fe315200f1b8be3926ea",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "9ab29735f17ae25c25e7a52f9bc067b4a077e585fc2aad0724024a72b2725f60",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "094ef1a5402fdde4da1887dc6ea60812765df0ab274e34b56d3957a4d89473b8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "df24ae4b05ef540469150c2072eac42bac6a564c1992a417d27f78b05a19ddf9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "fe3608f32fa217417e91fda34d4ac4511c1a30eeac3a1a6b569fb97f8a5422f0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f343394bc156c70395404d17e6ff4d431b280e158142a87f3e8243124e1a1486",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "f9bb08aea74d7be46206fc644b35e38fc8b3e5446351e5cb2685e567809870a0",
                  "shape": [
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "f86d345197239a430854e9b480ad9d79db136bbbf18723eaf9e9efaadf5c2f93",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "3684bf786c5b1b4eb732918aa6308cf3c44fd568e6f9d17e2d2e80e3e9577715",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ea99a99c102de5fd120e7980f1a0c3d915e7e3500ed3bfb383f3216b6039932a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "e71cd531c70129671f05fb00ef1abff7349c565cb25abe6a5a1e2fad0df95737",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "06e54b4e5a9a703fc9aa5a842d955c07012f2493377a5739a8283b38dc8141d4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a6e3bc9cb36ea47b750237b9ffa9a29f520e90b990a842e4ae47382b4ba93475",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "beb2ffdc568b5d49ff7f2c115f58f064b4430fae70f5da9b729e9d413795de95",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "7d9bce545813170103515f5479b51430db66efc232c81e249fb930793cb0bf43",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cc0c8b8766c3c1202175f1079ef6bbed0499232f56ce416cea55a927aa68a951",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "705fdaf38d300da0102c42a62d9245cadfce78d0f09194189e8be6dd023199b3",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "ab149451380116cb787ba84e0891103b2402260c1f39c0b4573d8be4f4084c42",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a77b2d5731f8a3940e225ca7c44b4bc5589e32391e9ebf59f17afd8536112a83",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "39b9c5785e1ad46155329126e34146feeb8a0d2c954715068a71c7d276196b0e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "1bc5b1cd76b9f44665a23e69360e73247f597586c4083165f07e6573e7ad4210",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8dfa590b750a5d68aaf225e43c5fe11318d61a43d389780d6b8dc6a377ed2e96",
                  "shape": [
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "b15104b5262141259c391cb071a03ea95dbb00767ed9f3e59bcad0762d215e4a",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a52c52e4f0cc254889a9199184a0f32063442cd01bf0df9e13a4530207264038",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "0fd70eab4e5f685fc58296f9e458994a6d3fc9599e5970c4f8046ee8956fbd42",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "36dd24411a80092099c4c1a09573f1801e34665628d3d54bc50a34a3b5a55c4a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "51a33c9204f87a5ae0a81394e0f51ff80c44df986116eb3a5ecf9a76ffc63183",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "130d56970f84737690e9b5f32e6b1bb191bcfd757aaa19ab1ce87a833c9208e3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "402f1e6d9cff439de5f4608a1e3520896d0b5a8242001bb504db0c078c2b5f55",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "d11c7d52d7e2d843e8307d51063deccb256ea3f73c6e6db989c6d76fc4337a9d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "8e5fa81c5e61d720f1fd16dd612c01e19021335280acbdd55a0443583d39f889",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "8aa79d8034c5a1096b8100d744f173efb6fc9fb532395fefa0eba698a8b85353",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "dc25dc5a7dd27d37856c4f0215b4e7c71d68903cf7dbb31b0d19efaae2fcd31c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8469dac2ecb296fadb36cd3d58ca70974c40b12ea90addecb4ba8d0e77e38418",
                  "shape": [
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "ffec7624e316d674788b1d658da290300d9d8bd978f88b21d3bd0922eda52a98",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "87fbd0e73f34450fb3ce9860f74bae559f58917c45bd94595dd984e5f36866dc",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a4a593d672cf48b043ffc86deedb9b1a53e01c939bbefbb4253e81715df1cc81",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "6d898db4e69ebfd1c73319f3cae3781ba5e8c8ef5392b14be425f2c9d834ff2a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "52133077f2076f1621346b2942a331750b73eadf4e0aa047c744d7e0f4bef3c5",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "8535266a6164306394450bf0c9f3845b3aabd0698440c3a072ee00828f94f053",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "45d3907d47b7613a8095ce7a011e0a4741a661b1b46e1c72285e4973f7aa88b0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c841767fd11fb8e75983a325bb89ce99f1aa44a3ae5e17738bb505f285ae24fd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "081e85dc73d4d92472a5e75ae1a6988fd291919c2622e8e088a39b604d05003f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "ce4b0184e1b01518af2f20025af40fdbf89e42a734a1d5557926447ffc5431c0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "7be1700c4a431187b2a49b4ab49694c2f8bbffa45179a394610562befc073efb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "f691870b566711521360f5f0e0b8a134404cf9532c4e2f87928982af45814714",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "608f6f8345b794f4a111961f33ede4c7383865b51d6231423a9c795ea52b3b80",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "f8040f5138898c08cfe6736ff508a666c337c452ded0d95d097a10e723d2786b",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "before": {
                  "root": "138713fbe16e74146ff041276e8090f0298aaacd1e34c689b1d2be7c37128dfa",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "component": "embed",
                "gradient": {
                  "root": "76ed551a589b3e622b3c3b5ee6720bb520bb93621dc87763bf695c02494cf2b5",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "tensor": "weight"
              },
              {
                "after": {
                  "root": "041aeaaa70eb25272f47bccd0cb236cbfb80891c9f7f08a868f41479df2743cc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b15c9f68a3f09c1f6ee80755dd07152c7cde2ec28babaa4a44039d7ffd68756e",
                  "shape": [
                    576
                  ]
                },
                "component": "norm",
                "gradient": {
                  "root": "6e4e8162e5efd05ac882cf0b64b344604ccc6baaa0238e07aa87ed1ebada0203",
                  "shape": [
                    576
                  ]
                },
                "tensor": "weight"
              }
            ]
          }
        },
        "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1": {
          "components": {
            "block_005": {
              "parameters": 3540096,
              "root": "6e6b576b5bdd4a0ac8194b5a246776cbe70e7273af900a308edf92521225e8b9"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "08c0f6f452fcabe8ccd754a213281138c26c129b57015c6d5af57e6ca31e5b04"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "67c95fbdc17f498aa08d99adcde7e47c1aad358f279a5d17f138b1c5dcd471b6"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "60fd2214ec6e61086c62532962c0845f252e386e972e5d93c6ff6671211110f8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "a3b7f48d10e8e9d637d0057bb46828e937f658da7d6b5d00561455284a0884c1"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "2ab75cdd25505a375becf78d188e0ac76290ad04f6f82c61f46c9e848b3ded85"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c782054337c86113ade21dbb37c65b8a8b6fcaa26e017b6e59b4b2c556ae80f6"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "e45b0f85a3af856bc783547342051a932f19e1a1f0c06dfa46cf5b76e54ccb09"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "a40dbe30328fadd2050333e487fa51a09225e73415700a73c9d80e9fcb50c0da"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "d449008464c1da03c23712fe201cba3962841286886ec8993a03696df0aa5abd"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "170ec75bb70dd0311fc033399b7948e3cd363f9fc2b85901a9ea6350a2fbfbb7"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "3d7db69e0b52168681aad6c69fc4d876979fac979c70dc7e163ac8f628a041a5"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "ff805a0436644a8c42ee49ae3be52c4667530968a33fe4f79a64804a7e8bc755"
            }
          },
          "gradient_in": "fcb7b06c25f7f7b2e693537b7614f30646b2b1f7a207a59593cdadaeefccd33e",
          "gradient_out": "1d3a0a5be4891a450113d229792c103c4164fd672d315d8bdc710a847914c4bd",
          "input": "a068ad0ae5947ff717ac41eb716ea261dd9160ad2c699319e0040483957035e7",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "norm_squared_hex": "0x1.b5300d95bedbap+4",
          "output": "1191ec1504148541fba372548c61739c6daec90403b792dfaa6db9361371a034",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "block_005",
              "block_006",
              "block_007",
              "block_008",
              "block_009",
              "block_010",
              "block_011",
              "block_012",
              "block_013",
              "block_014",
              "block_015",
              "block_016",
              "block_017"
            ],
            "parameters": 46021248
          },
          "phase": "forward",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "ada483ee690804d944a7526589398d99e8bb68bff45a04f3f9748146eefe31e9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "acdf64633176c1e62b89af4f7010cd83b7c992ca5176aa0b639dc8ae703d29eb",
                  "shape": [
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "3305352de4784f12fba6bee534d0d965317cf37a5deadc082032f125c507f92a",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "41e525383eace7fe103eb0e6e8a2c3b91c610fdbd7183f587fd87aae152917ee",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "d6dae3e71a7675df74fcf4ef252c5dc28320a760e31951ce5578f47cc02e4e64",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "f015ea29125c309e0c427dcbad3eb7586f6eb14a9e337e159c902cb433875c21",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "553d8185b19b06f579ca058de7c53a5e8132d78c7c0c5796ebac132665ac8af8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "4ced9a6daf0cea9cf06a9844c9ceef1604edc00b0954fbdc536bdd040a39f7b6",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "ea7fec6c96ec653165ef85091bbb8bb3d6aa61f93940878773b89766c37cf7cb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "0602b8f5456e6014b3880e602787381edf5c787795daa99ac90717d81407b1d4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "cbc3406ae136c2437e53297a632832d9d6f95b1937163c919874a4b75ac1bb0f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "6fdbdc9d449fc2b955ca770bbc0d18e1fe0034c90677470ba6e4938bb0e6a1b7",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "947441193663dacfd4a5a649b1583dfdd46db1e2369d96d6e201fe320ac4ac1b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "668ed243d347a5698323756738544e28e7556e249470654467d4a8ef22319b0c",
                  "shape": [
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "d0abe442bf504669fdc56c91c88eebfa49f897d95d4d91c2f2c10231e99fd36e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "89ed9dbaa90a3849b52e58769b18351e5271c55c379b72f3a40c6d66ef42756d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3d4329f04af939b87dd9d1bdb2e4ae41a3d3694f456f92fd288adb8862fc4f1d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "ea5ce7e8a4e9aa5e45ecd3922147c177b37b9cd49ddeee59e2635ea82d5ac578",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "cfe7f6a2a8acc5fa1aaf4f8e3614c3c08e84327817b7eedf124ecd501cddd83d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "6b23496e451dd21e7af851679ba7368f8e4bcfea785e26a66ad736c76ff4fde2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "6be425a13ecc0c36e8e82bd1c77d6d8af21e464f128d9a16bb28c97b6f3b51be",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "258c9e6bc5a49b80576a75757ca9b236429498424fa23c2415502b61bfdac957",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "d6eea11071a41e3d737cad878d0cc8af235c3f94d7220b586951f3f833e61286",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "434cc34d561c88a43f2d5dc539446ba0f02c148588670e490062f1d2621c8008",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "566cf6817b3004a3d3fe7b65d6a8922e0317c5627d58ede762f828057851064c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5d70e3a45b9a18b99deb7d595d557554502414cbe9bf9da27d299184c8bf0b8e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "51c9bc7c9512cb40cf2976ff597de1adf53f0943104a0024201ba68e33e6531c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "f190e6202a5fd1479c89735181574d25af68bee8c4df8552181783888ff5d84b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "dca8d4318814da190ea9e0fb998b56a88e840123326e17a4b7314502a73fca0b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "25b1eabd871264f11e8fb525f793fe04b51600d05e349032cf798de5d461f6a1",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "602ad09c177c4ecd1603054140aa663aad7d0f039d23d44403d77888a41b1b6a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "c187f7f60593a1f1f83f878a85253f9a1f006f9ae64f20bd7775f62bf29821a4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "631ecdb72dea29268f35cfa401c7e2894d4899cf1a626d5ab25259a88d34f3f5",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "e17640ef1ede132e0c56b257a32de6de6e1cc319619aeeff12502ec04dff8c87",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "60a36b9bb2812f0ee6b21141d3199effcb81f9e46120213798da30aa488b5ed5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "d86d0f590908658821fa785b2cd16d7bcc4224cbbc101e5a72bd3f57e3cf2f29",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "6db8262f6773af5caf5792c59b03c1a11d6fe7f469602fefb9a43faeb8f7baf6",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1a07056ba81ad1d23cd2c4e4a44424aed386aa72f68496120f88b8a4fcf8c0c8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "1c65f9c85eb0af4a0e924be87905e58796ed698b921aa041e91e4ac8525d3e6d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "519e658e59176572ed53566289a3f580f8c1d95db473394abb15106ca5fe0d4d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "cd454b81f890270cb7fee1cc770c7fe6f66161368bd0f19ec8e4b8af496d7f38",
                  "shape": [
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "d2416f4a097a3aed0eb5b9c169c7972f74bd1a91894195ecaac649b3d1cbb374",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "78bb6adc57c0e2623f41db321c18d6891ede053fb1bde11eeb785db43ffa34c9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a46c863c5ca3004fcb9f302e109d7ffe458926886cbcf7f1870bf948cac71353",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "9e36047d388e8cfceb22d774b483f9c775bd53f043da1acc20f3c86e2d02bde0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "1f2f4bf640b65d9d57d121ef7d24af65fd9d2bfa16d804bd04ba7bcdf4ce7cfc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cc26563d068caa06d013bc214ddb34c65428a88078d185f2d0ca4aaefa32e034",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "dc0e241e0cd5f65868e41c6de2a22dc56b34d40a54338e45d2e0ac3f61b6f053",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "bf8597bd8d7b756b6584094c06153e8476bf24428335c096b827ce3371a58865",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0f01a89dab23eec840e06d8dc7334d9ab2be8dc06891673cd4495b010d7672b9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "60fcd693b835963679ef05e757ef904f65cab27475c1acfc95ea31e3888e7933",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "e57600d896df9d46709a869d94e7518c9a85ec697d49f77a3a69a6fdc449b10b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e5126f7637c85bb4ec7ecf98287a71b0c579708968c8726eb524c0114b34d29a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "367427defff967760ef0212937ba34190376deab91a0282375569da90982eb3a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "84107abc5d91cea80c40d0b756afb1091d1e7043a33ae8f632281a4728bdb70e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "a0e57d810578a0955d9fbbabc7b1574154dc382aebbb3c0bf59bb1201912e05b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "13b2789b85d6b5d2b8cf0d2d18d2448de8ec21b6cb6fc5af9c17a8378211ddff",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "29b4eef51c51702610ea470b4520c05a8ef2fe5f9a620f6de03af367bb406bc4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "80ea57891018b09d98ac21649932b3ac1c1eaa36f601d7dbf65c2b6c04a693f8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "2ad1c4f80a4a54f8cfef10d1e7ea283565edd2cdf4205fa28b0930c25f248ad0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "4630c80c22c35bfd2d49a6deba871f2b911461d5a9c7d94d797675d32d736dda",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "a5bd09f4a48a556da74e12198f981404d3dd4f9d535776a176c4c21af43f1b49",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "59edb3596eb42b89b3f86daa3b562c583ec059c14222990b16112252f996ad8d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "9eef5915618099a063cafab8ba29d78a98d98283ef8e7e0d8ac8cf94f9e4e65a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d490cbbc447db81499a68530c2330693603012eae999ad9467ad952e8bc5d5a1",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "34608f08ebb6c199b5389d67baa01945183d13cc41a1405052828857f94276b0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f58da4ba3159da54b6ed6b09d870087b51b245954a264be2103461f8bc2222f0",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8c6816a72f26fec15204dd911ea93d7561531e217f8a9123f3fb1dee8c89e64e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "d2be2ba902c5ea3b574e5e24f57d26f3d2dfee640023b72e1dfde3e93256a0a0",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "04514e03746fb141b46c8ca4131d1c6b365f25f28a6527b63288f182aaa5766e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b462d4f600fc27e8a9b21f0acbb1e97c1878c51ff19b103cf9bcd4255d6d2e19",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "762cf53fbc4b7f57835e44d3f0d9e4b082747a3a63278d6a330637b1193e7156",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "5817560655ad08d02841e42e3244bd456fc1f46b7ca3b0f0d724ee12bd1800df",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "469064ca878d7776ebbb550a8f8b7e75f93364869b753a75a22b598c53a5382f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "984e1eee41cc4259a0f3ff5fe1bcce6d6d672d5d7ce7354c296fc138e5d63437",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "072d3968fc221983cbcba062f7618cd231b01ec9fe30652e7e948b585855afe5",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e1c5d7ca85c9e88ba76f59b29a6e9ac16a09f09d6e5a2bcb97c3f2b12603e21c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "58414e08a9154b23d6de1532c68e6a010565152c9e96a1219beeeefead33ec82",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "de59b2b90385881b513f9aae498eb46539f366d81496192ce3dad14396fca936",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3cbd13d9b22b104984d5ce9342b9b01b9f935fd9175c2c630a56078f3ca20c5e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "b6cc5cd178a31b7677091fe7ce0a71790562af1f7dda023294593dc9e704f109",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "105fd184f1ce24b244e67b37cc4f2029a98f3a7e8550d457c1c59bea7c0aef2e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "54ba2b1cf66cd777f8456277d1eb405f27659f9a27e5fff542671fc8cef99fa1",
                  "shape": [
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "a6c34c5b235c372065c07d1a3b7f7c9cc785e3ff8d1b93dd1570fdf652778c6e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "3a54781dcbd01bbabfc49c41328f51bf32e13233f26a157acd18dd2f446b1537",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "ddb7920da78fbf1d74d0d2aee5efa8ed7920c1c13f211494664e1a79be606e74",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "bb60424ea3f0c5b7e7db9bf7c220a9e43019354ab02bcc148f907d095a4fe73a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f227fa761f8936f75f9d0eac81d5c1a80fef420fc698d2885477456252b59bd8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2eca494fd08dba13899992b387daa03290ec1311316521cf33263149bfd90f80",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "fa2eadc244b22bac51c8a380f21734cf00e544a58ac520284e508fd6a201f791",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "2d21716a875e158ed65908b633c1677c3a95c564c7881c1e5df62d8484db5567",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "e26b362294f27c3ca1617bd1f68a6bb84fb48d551ef9999bc9f62c38a0b729fe",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "729a8d6ef09ab0bd80351a66816b18050c7cf31386af62c37c57d0ca171137f4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "3f09d38786509c1123ef70049c74c754c348ed2800860d4951a54831f60e517f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0d84c60e028ed558a95a7ede1dca4b5dc25b10899fb89ed6a5c76e4ac7cc7aa4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "322d8178ecb8e95558c854e83dda74e18d0a907ea19db48e2f75919d8b8c02fa",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "91befa12cc4fa0d71e2d9f3b80085b9426dfd5ce38d7dcfb43ad42845052c672",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "8b50664bccb877f6421043778defd34704bab00ca421d39847287fd30c9a052e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "1e855b096b7a70d4cea77466f92463eb83fd1b80b8c2730046d9d6ad73a57ce7",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "65e4f4cd180721d46c97a96ccb4105b273d28125b0f50db71a690f4ed66663e6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0cf41bc6083a93a9d91f2aca846979b3e8a3a3da071af27632c77671b8c2f801",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "d24152287e1bee910894b555f34b1094c0e2cfa3b8dbd8e086e4a8d3182c3055",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "489724be4434dbf86717750875848c6de13e55b2faf2a4385224e593e0cd3ab9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fe6c3ea58a8194182966d3bfc02c7ae062c37dd400aa22c8649516aae7f3f2e2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "4fdb69b2bb74e4ef0bc521b49b02bc624d6aceabe958abcdbe237bee2db98e73",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "bee2587fb036982a9a2aa8f8662abf367fef79bb26b4a810aabf07cbc2170309",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "4f396d0d1559d6515efc5e6507d4fd09c39930ddde3660a4186506674bb26bf3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "1aada1d94dbe2d4ce1cb5881cf6c8fd88e0cf23b735920ebbd67e36bac12d288",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8fcd030e0c0a85a85b303856c84a02b28218cc4d87e462d90cf734ade710e1b7",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "58bff540a9011f120a607cb11618cffad5a5a5aadfcd9b5759de8563802a1590",
                  "shape": [
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "e5f16f844e7fa26299df1e59bc8ccb799e18855e31889dc0c63c12a6dc4b6a50",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "fc99f09ee8d35f06fed5229b56b9a1518691227a71892477bc71fe352eb922da",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "9f1679918648eb6da07ddca4b6d808cb8fa9b597a108d75cab27d9d84642257c",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "b466f0a300b8544d5993a8e589d5262aca46428fa980b29efbc0ef6d50bad79e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "472be537ba4bedf4541b2a583e85738e6b04ba18fd75ee843beb0fb3512a34ab",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "076af0d3d7311ed6abc592e2d151c61fd576724071f256c224e65ec6eadc61c4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "079d3a5707964e9a89390b65d1918dfaa560e98c0ae945b96593b07257880b09",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "abf14708e079b791d5af75df9a09d86c89d30687fbd545fe16e5626399ccb7ba",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "73fcf3ebd5671b99a66bcd0e99ccdc30c0aa038a8cda823c9213be51ded01723",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "e7b0b5d8057b143b9a8a7376b9e195327906faa8f52f1bf5008b286a518e7393",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "67c87456f833a05879f5efa3de5d25974bb9e050f58c9181bf8d29447550d3ae",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "2aa8340e4ec24238e75ff95e25b98ac2e42e7e5df3ef7cc4a105a255443b946f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "c5e749b7454e3339d8ad11203bd7b6e0d2cc4c81923517ecca8b87374c532df2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "a100efb91c312a84228e8a3b93db2286c0d41ced4e903ca0fa4264761addeb04",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9be7aacfdb3f288d07f9ffe45f343ed44169078def31d3fdf421074c4dc8ecdb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "697399b728089545dc2da3252a0b8d3d24e7241d70038d32060933d1bc604711",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "296a06d1b555024f5cc00c6f5e80eabbb1ee5902ca574793f5dedfc7ebe5e60b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "385cb5a89c570ae3409127219d62eb88777b0051afff9c74fd0fc0d1db36c340",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "c031bd8aa32d24b866e435c5368f3f2c446d40b2aa10fb5b050b85d89d12f23c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c3c8948b9ea621eea0439e1dbd8733faaf2e139d583fef47ad3cd81029deb65b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "1e437bccc8bb4d83bc2914ae42a757bb19dde1e63cdab0192d0fc616d860efe0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "6b0fe34c1502d91bdb585b465783e54018bbca6c4815fdc1a364c897d89f67d6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "e4d292de05966ae53d804dc6fbc4fa0f37ce44d7693030fecea7c3e325e07fc2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9b63bf4f5d8ca6834d2d5961201910dffa426c39aae470960ca820f221d9d0d6",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "d956ef134c5f2e9cbcd30755dc287337b28e04387d675c6de882d3f6ef918e5f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "13271ac0d649d67be00cdf871451c27a0c79a31575895c9113caf1ff49355b2e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "9b8e61abe14da1da773726c8b949a47138d46973c70b214b115d10bee33e87ac",
                  "shape": [
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "9a85cce6bc6b7c340bb99ec37c6f645a19314f1c6670ccb183cbe8cb76cc2786",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "9526f76bc5f4476ce685cb0b0fa807d80ddde843da28122d8dc3a2851ae72829",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "d5cbfa35d3b8aa891a90a5b49570b526f783b2cca7adeff89acfa4fc23ae8cd0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "10a3079bbb6f82c6ca8d234a947cc59f7d82b6108e5c1f136bd15aeff8cd0495",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "40225043a12078475133ffec720820a8fb58ccfeff599b1242a20d793053919f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "68583934a4d7796bddc91ce6701389e76961003e1c6ecfd3a24cac8715e4f4f5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "7e2c91a81f46f9b2bc908087109724e87b0d0d88a14e2a92ef1a6d3fa7b6d2c5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "912444d81204ab29fb4fd1b7fd65cc3571fd109c8194456788f1b40b843d2e77",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5b369a386aeba9ffbe1115b98be49500f842dd90b5d426bcd56b6d1df32c58fd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "12efa82fcde17119e0bfd1dc968e476b035e186635e758922e41a2eb91e0d59a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1b73e110242087cdc1544baa2d4f9a3af602e24451caa93b0d2f0a750ae74937",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "c51fac53ec55ff41f16972d3687c124fa91dd52792afaddb845357c18b74ff84",
                  "shape": [
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "c808b27c2c2b722183be709e3f24ac78b186819306119fef4d2913ee142d12af",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "288b184eccc9a2f18d44dfe1a391e0ff62618b80d59e11434407aaf245c562bd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bf2ce2cc0efac50ef080eabf97e7858890ccc31267e9cd9c5c10d5abbb8c43ce",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "6987a6f4c4f0e663d4e298d9838718fa2a2f7d75dcb4cb0ecac83caeff682df9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "303bcdf5423bf81e5b08f17015ded219f5aa75c19737589d3c6ef4b6bda723ad",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "65e7ff9d1ea7495e207bfdb8c6bb0bc58b87034e839815bb72969d14bc133a0c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "487867e2c2d419d5e4140a99bdb85dd7785a64f698a5971b5c21fec888b53d4d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "b5f77876713e758a08953c3fbee6f25f7665331209726d87000bb9abefd446c6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a0b8541abc564634814badecde97ff75582186b0c5b8f5186d63f799b9ec069c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "aeccece1ba126f0f4caeb20b3f7db78d3b39992e8f79281a58708f9cb8874e2c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8ac477cae7c038450f29b81ec0502de917e81d0bb9de2275423139380df847f3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "407b8b282f3e51816460a1617e6d6063fdcf15184d0ade0fee8c607dc511036d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "e70720a8ce6e3b99496ac654e51a0fed2e0c9a9bf49f3e9e4f32f93e59fdb3e8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "128e7f8fcd7dcad08627d4af781d5207dee9f900f8b7f02d1b5a4a11885c6252",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "53bd47dd442838154bb369e8ab369ce73f16a6ce84d2daa99732fac0d41f31a7",
                  "shape": [
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "0015f1ff7595ebded20c4230c44cb7e3bfd3e93071a40fccbd06980c61a3d979",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "918cb9189d51a6150d503a72c506ed610df0797f59206fc048db8a6e3cfacd21",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5ac3452f3a2dd24ddbd23b47634422c966cbf0f2a14ed47e3fda18cc455eaaee",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "2e44351cd038d9b45faca93868c40517e8093fe9cdc3b0030c080e3db8341dd6",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f4c4b2cd63b7f85b87c7efac8e2a82603f7018a149a59fd9cfa0989712d1fe42",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "920c01bb709045432b8456add1b8248c9ecbbfa6fac7bfa4de3e2ffff905a044",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "4d7409bf5d7187442989dc548f1bb780c0e0d9b2b97abfbb9429e145e1ba329f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "732ae11379c0781ecb6fc2dfd1fc0e5df04930d2cd23953bb16bd45fdd9a776e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "cf5a84e10fe6d34197a611a3a0b034870ca7d226f4ba93aefa046501c6cf5e0c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "557b3857c9cec68253b496df95b698521ff1352eb02d5bbcc200b7b7eb518a1c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "7e608a4e5c3e4e2eb956c5202407e7ac44e8e7161f73d3ba3dde9240ff432f90",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "be275e715951a238d6fe1a67ff0ca22dfde19e08a4204e10343926ea41121a98",
                  "shape": [
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "52da10c1be0ec3e40f3af35b51555a4f5194b82be8ecf00fd22cf95ee758989c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "25f3b30133e7b69269ac6e5c00c900a82d1413163202ce1bc84cbe268da373aa",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "89bb84712a7cd2dbc9c13e1f3450a60053daf0e235560b02a6308fcb272d3726",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "8ac0f84d31419594cf1f7604e3a989f7e8afb83aad21c5bff910f09ee529f84b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "60ac50b800ced5eb326ed6772f5c41bf2101711b3f177c377a39b2d85ca889c8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "34fd9ed32ad5f624a2c97956cd19f3ac83da56607666a4157dd5d9a0aa436e7b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "e8c4165910b8fd6374b4921aed429cbb931108aa1b42b2fcdf78f4b4d26dae16",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d89547b64557f6f5278785076610962a25884b8219881ee2931f8514c8c93d2b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "46f5ae8bb9535a404dc96c7f51f28ca5564658d668a8e61204b71ebca5b434a7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "22f8d5addab987988caf68f3f03244044fbd12ccd8c4552f971e26301685005f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3898c6ecc0417996b8bd0d4cb049ca31ae416f46cf36c92c5ef536b76cc2df03",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e2fdfe3f88677f8feb5e8059366255c06b8efaa8960511aeca46fdf734b44c7a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "269c79ecc92c97776b5a4590562bbca2a41d6ed36297dc3cc822371315c1201d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8a2ad53065bb29fe9d3492e2aaef975c170d5174feb1795b7a01a694b2c4d7c3",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8a7fb21a1aea6c853a15dbbfcc9b4bc69862dafed86d957fa6809cb59b8db82d",
                  "shape": [
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "5cfafcc36c4f8b42fc87cc7b5be459cfc1f489fabb5b24d42013f27696083211",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "ce3cfb16fc9e2c4b4162113e15a86b7a08c50079bc83c3faca683112558d8427",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "afaa7da40147397f206d47cc15457c63bcd54f467fa1f229a202741c908158d4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "cde2b04ef67daca17651fdf46b52e947cb3e4359db177b0bd325daf06ee1bdcd",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "5dbcfca16c7d428a64059a499740a12ebd6f2f0e3cabbccf60b44e48006e3001",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "77ca67be72c962ffdd35c4dfe47d9cd2fcc5653a370fc813a3b0c1af28cc135c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "8df4f53c469654fc4e88b54b11a71c46c61f9cabcf664b6cc203d96dbd4dd12b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "623f9a7efdb701ef2db05c363bcedb2bc6bf803b39515a2cd95bb78d60d0c00d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "7ad3110a8d3dfd084cb1081ad9a1680e71de8bf8be5a1580c3159c7ea2fc95e7",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "f0c6815647e138553f72a82ab64cc16c80b77e4049e7dd7316bf358ce0c48c2d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "73a9f02403096e8f09d10d9e8c34a38e7b41357d88ff0c0666329da4b11a459d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "768042c1237b17555fe9fef138cf1810b568eab3bad4dc01a70bc18a2a94b1c9",
                  "shape": [
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "265203351b9d5573ea640658ba44cdc1a06121f433e3711a3444d98256bd7f97",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "4eced76f73b9124aa5e7e6f20d8f10dc344cebdef3319cdb101a466df8eda538",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "788acac9732dbccdbf8d54bc86b8cc7bdf49206067bc3ad34cbb6406a4074a91",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "4646e1ab4d986f201b7f17d59be328f92b9eaaf5c25482ef0c8c4930004d901f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "20feba36f07267d0b6b50c0a4eb8bff64180188e1551f1265e9fc792391c4b8a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9679bdc9488e62351920f809977170af5f81e0a2082d98f6b9f5c7720ddc4045",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "775405a36a30f20d910aeea0a2cce0f0513ba6233973c5e7178258183aee6fec",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "4321d077ed692a64c3a04b880b1147b6d7981151ebfa38c4e0a36312cfa1d9f8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0ae2436b42d38476960680ccca4d42fda473f41f2822322a9983bfb44615cbd7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "0ad53ea7a1d54be360d8e4f9b51a14d75c0da11b9723d39510ec627b1a36c2f9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3cb51519a82dffbd4382abda00beaeaa8912ba1bd3b7ba8c224214ce1dfa7063",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "6df725141329543d46e22cb060344b68a84b9c1f71e96d43f00bfd782fa09339",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "d0f75ba62adf2810422de9dd2520d8e0d38af87797c1f1d5a795dbd09025124d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "f955c8d26b19372f05da9f642069d3813cc2bcf85b6fb8f043b6c6242208ae2c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1cbffe8adfcf16205de9db8cc50618b1f4e34512b04a689acf5e1e211d468e06",
                  "shape": [
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "4ce89bf40a90400828bfa7060a1e53ce4fa2c1e590edc2cedc6e9864ec6aa227",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a1d5d52188f0f0b4b7ae67b5f2f3ec9d1716d3f0653af8c6ef9d5a8d87a4f33e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5d8f5ad8f48e9d41b1d1578295ec6edd921e266fb2f306c3d2ad435ed59dbd3e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "447601e6633307fd9e6451e669769eb8ea6e0e4e6a61e6ae9d4dbaa052dfe936",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f650d32ffb718458b34cc762de9ece25568e491bd44174f3bddde987fd9f4d05",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "4c28e01c371525827b0e7070a983221cb9c522050a5dad51490338ac25a61434",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "1d0245720ef11bdbecc8a821be6c3dc863361027daf03ff2892ce57f82952798",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "6c24703ef48ad0327a701ebd33a0320e7ac4f7a8aed34d802184dede57b2caa5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "452310b669f2ddb137fd51dd9c6fe0735664fb389f86c896106775a796698c7b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "7cd8f67d7f743f6509ccad3c7a9f32ea3bd78dfaddb047c7f78ee63f704fed98",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0102d59d748484fd4a4d6bb5d29fd1cdcd42e5e0b8ac59f5a31da560016be4c2",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "90e8c6a62d791531a7b625f2e5fe6856391ff7158db5b305ad2164812d4b32cb",
                  "shape": [
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "2ff7d208fce49d466f875c8e8d756f659f5664de769c55b2b5ec9b1651a13e6f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "aef8c2959f69f7ce2285e59fc1e343d7adeb2ca4a7a77a456ea7eb7fdf54694d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "95e58e8a8f633cd6d97e52730e27e306246d865b3531556f5dcdb1c0c5a031e1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "364e324e1f7d183f27ff9d4a4eb64c20070bfdc22241c78cf346280528e05e55",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "48b1d22e63507e1ac565c66ac391e3e6603e36a5533c9b63b1549c65e4808e37",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "d7c2a18e4973a0be0b50254fb46b4f20746437b4bb91724601f15cbd9ca89e74",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "b9076fb330aaafa6c0897913164294ad194d3cac41ce2ad33ffd4e7308c074f4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "92c4dfc7ce550ea7750733555de32e36997a519d1e4208ffe6686a8ab0056cf6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fb6b34276cbee2165d7a366b190bc79219168a93750606c0678ce1157dcd0158",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "b84b4f75e1003ab24868221c4b2a96b5a51439ae7fb85cb784454e2e3e0eacf4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "f4eebea3f058117f18c45c62e4d7f7e0d588de1bdcbfefe68e2095fddea950d2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3ae785c515f3f6564d97b39f3a25cfd9b79feeb867c59e024c6f3229a21ad54a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "c9970f1a1d107e33945774e601143948008b9f6c127ff121b4c4991271d0f9a3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "6c892dd12dc55ae81c8b3e083cdba3a9ef3f859d4f172eb7d636e493711eb005",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "90709530243cfa05628a06d17399923874a2a1b15d71fd81c57279cacc2920ea",
                  "shape": [
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "fe4f0045bf1294dc405c4eb30122d0ffadb1404ccd63c7a324bed3300635d6fa",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "bcd838969f19ad515db9b34345db7d7d6bfa00431c6989cc4ece34b4f72cc18f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5db7873cce7bf10fb925d9b491542ec72d9aa92e7e6a1b3c4980ff3c9bdb8f42",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "681e900c232adcbb8499f016f58b71603c50566e4c6908e76641f59f0705d9fd",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1db6266499ae3edf0dba8d964e0b752166547d49af8b34501f22a8cc8d9d928f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d6d39e4109cee6c6228f4c8abb26771a326f2e3a51f31d9163d5901900de838a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "81c610d7dab4f6ab32e06ab80b95a40fdb0a6718896747759c0937de419ad22a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "e71170adef3e0a01b4237e95e9d6533dbda6263d6e6d243aef5fcc7119a896f9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5e765c52f056d5d92897d3afa526a354f3497059a0b72eee3e62b3152c169cfd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "8a9c9fc663329810b5f1f507f0109acc482f9c041969d2b7559b9de9da028287",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f15daa745fd956c2faf3f6eebf8a8503781c372f636a5279b7772d77b1b3a418",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0b77159f14e86d37b51580b749708666d72c092cdf68e014256c7c74c0b43db2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "e11b771ef95c5b55e6772938eca7802c98ef0cc2a02d21f7740b4b98aeacf6fe",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "6d31b2c74232bb08e4c90a7cbcca94f323f8b64fc3a7bfbc79c61a84ee24eb4d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ac5bec1d0767205a9951801f26a877782320c872238b084ae4a2b393eba16f59",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "6d1548f9c4930844a3b963492e935d413ccac3ea8c4d7f136502833a57b68c30",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "b8f5ec076e8ca78071081b8b19b36ce577d7e5e6417d1746c396eacff81e5421",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cfc795e31c9180241d3b90eaee0f94ff055ec6f9dc6cee725874813d39fec993",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "1c3db2182605ccdc4c816eaf64f205e16ed4c6a67b7c9d5ad185a7a4dd3a3e60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "7e9d31b31afdd62bbb0ac4f39167e2479f57db8aa4c14362a841f15599c9c23c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "315b83ec430fe1bcd474f5bedb824f456014641cb148b41b32dec74889eaeab2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "ca88c3c365354653b369d735c9300eba2333edbf85a907ff9d9f2bde57f99977",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8cadfcf522a1855c8d80e0d1d6d02832c5bd9d9fcf8800cbd636dec0ceace725",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "16ce0a4387494a7c70cd9714c42bc68830bf7aae8e659209ee82e8d52284ea92",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "451a97a08e570b8c6d9f4ead4cd9c8dfb0768b1a8b2dd3f372d569dbd8a18a87",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "d3ec96b42314260c18caa1f834c3d227e261e5262b73d27af51f2734e2d52585",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "7e6696ac63c60445bb30cbee0cadef4dabdbc9da01ba721576d24ba291dc96a4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "7b1b148df72c68debf198ae32909e8b55ae53bcc85581bd4f595fc2a420201fb",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a0ec11f201fc37cf38f747a66c5351eb6d80846943d1dde2e192d107a9f4f56b",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "326211d12acdc71a88c29c4886b15c918298ad63bd3add8f293bde1dbdb2bebe",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "686183d215b7f54581fb1ad62d97966820e6a5e7cddd65b6724e7596ba92b9db",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "7d1c92538135f3cf1206556860dedea9ea6aed0da213b3ffc56607bdf5df1216",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0225f6b7cf449d6b3186dc0cc650a4ab6b7e9393b5e03401716ce483bf1838dd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "001857daa44b75c3df3b229d72e71fe22929370d726bcf139f3d386a5723f622",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "e8eaa968f09ff55550f0b873aeed714cfde17654970b262e0afdc04570fa7e97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "c5227d103d53e22ca0fdeb62568e10ead9219233f5ad8a33c7784a45371ae0dc",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "d3d9e9bde72d1f42247f472ef60147f434302154bd5f35c0d847ec51f7e4a23a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "b110d99f078e27ddcde31365dc1bae69442a3803786cc71b7b1f39922e0d820b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "e76b4e1b2d85508b0c950b2868195bae3cc6cc6605a261d40f7f840ca66d412b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "0e27270450234d6fc390480219e735ee2515f93ac2f3f4b787c1fd024ae60969",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "2c5ff3977292ec622ac34427422ed0d8b5b7774d279361306f30218b5638e7a8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "cd096c52c31dfd1a65a5c61a8a76677714c78197743ecab45856a2c7bd524231",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "fa1f14af33f6fe1d58be766bde1cce60ce3d96e9e6e29c85170f6e888ce603e1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "f19c6b6c1cdc388f9c02c44f7f96705b4babc4e03985551837adab197e88e860",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3a24cf1e643fe3bf57d40bae34ccc68941600d25ae6106fae44c729e3e8af980",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "2d8eab124155cebd7328060539ef86b7cfee2b038b9cb318e71230b17b665b12",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "b96fbfb6a63b8a54fd51df3a0ed09ff9ce025cfdf8d9a3d776400597c6eb00dd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3fcceb6a1aa067a432e065937a2532181a65d3d322fa4cecbcf9883306b4bfb6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "d8f43d112cd3a83b0596ee9637c8abcce2d8885b6f10f45c027cb18ae2d62d6e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "57c042378e5f5d21743a52965018368684418ccc0ed3991c0daf246a8ad1ec55",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "7a3357c7b3d6c062860b88fb360ab5c82781e2ecafe0320295cc6c7ade4e4ba1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "b89e046d73e529b7afbfcd46f784eaf4000daa0ae0974567635fe5f1bd751c0d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "2a11284020c13bf8f6507bd7e1a146f732689c77ae6fcb21ec16f73eac40ff95",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "ef4ceb7454a2174e184da99c84be91cca66f811407bfae5fd10cab7c678d8db2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "3bd1c3d8a100d6dc1cf67466f4c4f5774f4d02a3d60886994585ce48cc3e6ced",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0b48ec0fe4aa887eadc7e86d6ed3934b652e2555bf8b949205c4c0309e44cbe2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "aa908b3a1313cd80b267411eeae92d30a4c93c0e02de4c729063fe2aa75cce18",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "4e1e38a8fefd82f0866cc7d62a066e49ad85a6682728aa39347d85c5d9fa23e1",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "3f38adcd270ab573f3441ed4351d9e28194b0da97f8387e68c6dbb4216777fdb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1fe204ba6001686bab70232d3b78aece74395ee46da84992ad10883ba8b0e39f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "6d80136109770b49d9af4e6d33800711d151bac9e0ec20045dca0e048cf60452",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "215070a6b4bd1dc1814c00c6a3e8eb221db86cdd47d7ff64ddc3e05c6adb48bf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "453651a86b751e8aba59cdcc9767864fe2f65c207e13cb41680aeeb3565e5988",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "6a70d39bf60aac22b016cf58e966cb3df630714ffa3da996d1f4b52b06434e07",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "3d186e845f96c1a0def2f9ea49384b9c1492e644609cac033f1a678a1eb861e8",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "31adc6edc2ef47bc462b447b3d1ec444d2de840c6ed02227671bcb16b89b0bc2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "72c4f17b6966be879698208a8ba48162ad9523164cfe3fc53629803666d45322",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "5e995e8599774b8b6835ead51208454341198b0f79667bbc4e9e87641868868f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "345e399cece04364c9f6d26867213c52016a5ca4f2a37017cf7d6db0f96b226e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "0d29cc4dc2a6557b92897952d0274ed5979349ae3952ea8bb33a372e1856b013",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "457858bb3672318b0327f2767e47fc4ae18937c06eaa48939c3fbfe95d20a2cc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fe81fb03f12fbf028909240ce5f4da6c2d79dbcc423e9e7308351e620fa6d3a4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "4853574aae1223506559f69216a594173418bf31bc8925d1b2b5db510ed53bfa",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c8d9ec7978eda750814ba7b78ab00f7cad144127fad0e6e255e8e52b6e8c591b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "8a84bf61e6031c7870133efbe12225ac919ca0a4237d2b54a8161b69c7d9872a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "a25b22d673527554dd2c3eb932156d73343ce0f8b590f091c24162074fe75147",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "32b92f9cf0be9732d0ca8484dcb9527799d1ee159744e0c582596429749d61dc",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5033935beeeb0da6f1c55b7c1e34b3ccca92193a41cb3fdbd14b80624e41e814",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "9ee4b2f900563791170a23cff48445264ade6aa43533114256b3f31547a6c531",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "d0650bdc36a10ccca0c4e0f9534c468ddfdfcc58b76100152be2831e2f1bea2b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "c9f6ba48296367947473b733437a5dc9ab2014200e1aeaec2793e75d625b6a5b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "ae32ffe291e16f033c0d4c62b124120141d533cf811bf01e9458e9493b9083f2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4f55eba99ff1cd708cabc0986bca4416d9f2ff7b7876e7dd4528f5c08e43c112",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "e1268eb5f511cb6ba5cf5d665a56b105deafcb5144457e8f0d253df67338e9a0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "9d86e40a3b9252171468fcb319a36c64ce650ade3a59d4690104d043bdfe260e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "3c4aeeac189d9d83fb08000cf0729e573cb5299fff400ab349fd2502975d9590",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3305263ba3e4000e6c5291852f84893e06d85b834197a3ddf83d9f5fa87a6df3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "5898f4f15c4f2fe0f572fa7a9970728a47338a2a1def7e0fb785a79fe7dfab13",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "3312a4e1d88278eeca52fa62d8c902219f8441fbe6acf0af4d5085ced069422d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "bcc38f438078b247878e9bd8e92aaaa2590c4c57e9b5b660737603be164d8397",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "817cdfd5dc18fa2e0c53df526d38e1f36fecf882b205040105e7cb68088f3677",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1bb060f7d7060a87de680d15909812f63b69eeb4065e6bb093101bf85cd82a14",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "f393b98680c9c5755bb6ad368292450905146e417c1358e0387aaacc804ce32f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "7e526d6ddd888b675b09e8bc11336d37779aed4408611a624654240f34a238f8",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "155d01ea7bafb3e26a2de759c76f7ce400042c670c31a52486130f79c0dbf896",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ee41b0d191ab173bbd1bcba5ca8cb3e91c3a445bc50e696a21a960d2b683a71d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "0401bc5a8013f4b8b128a034028a2406a70071fb33b363987cd8859b803922df",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "685985953d29ef939b0d21bff74190300d8c6eddf85af35d399e85557b59233e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f3f1e92e433129df05d227e374921b15a6c1f776a7a564b1563083bcc520257d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "db4b3bb05c20c7fcff75efa6017f6a74389e215db85f255e15623c8ae954aef8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "0f1eb4d73414660971927300e8fa0aecc22439b554fed861c000cb9acb539b1f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "c73c82ea942570bfb21c47e41710cf8eedb38d7b13b45f8db422183461b85d32",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "bb4842654587c081bb3fd95ba796c90f68d035d3fa1e3175d1b026853576956a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "60bebc8d60d8a0c126279e933f6cdb2aa98f6a35fea37a6865b90aef456aae9d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5c905dbca7e4b44373fe9d43c2a1efe9eef9bf0dbbb54c62ee68273f848cab87",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "54f770092dc582382335a33f1a527f360a30d356a434ba94757f2329267ef04b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              }
            ]
          }
        },
        "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f": {
          "components": {
            "block_018": {
              "parameters": 3540096,
              "root": "0ac360bccda0e5e7ba05ca08614507681d38b05559b3556b1fb84216514eff02"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "b688433e2161df493c341e505d71b8af0520c56f6646f2fc295264de36e5b3f0"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "e337c87e9f4c57b960d140411d8c979c1234437b1324541e8d94c1ca4bc91e19"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "c82262a89c310700989cfa6db5bc31ee97249dfe9bcb4a3ec81f937e95bfcc4f"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "3645930705b5b36078be650c01d190a4b6b6543dc0560c495815560dd03cb5b6"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "9cfbc1aa771bbd9fc085b3a27df73ce11e165f3fb8c83cc8152320017a958fd3"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "f3071a3899aa06066ac642cd479674df034fbbdf634c11697ccb3884ec7a8c1e"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "7992f38a9644df344788d2a426bff7d325191a668bfac5e5d88d3643b63f122b"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "ca211d3addb6d66f3fce2dcb18c619561570777fc43395edd58c5ded6ac77d4a"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "6aae3cee113e5ff10172f2f9e4c12a0561865f38fd1249c0817952d9fe0cb743"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "8d1cd5211d3e83f263d42c03789e53d289545071266fcc85891156594e3e3c89"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "009f03806375c68c87e3e7ba55ef4183861d58cef120988cf5bef6339b09100a"
            }
          },
          "gradient_in": "1d3a0a5be4891a450113d229792c103c4164fd672d315d8bdc710a847914c4bd",
          "gradient_out": "25105286806cdd176d03a7c35e62373cda9fcd25b62c204df132734140c64ac1",
          "input": "1191ec1504148541fba372548c61739c6daec90403b792dfaa6db9361371a034",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "norm_squared_hex": "0x1.217f56357ef44p+4",
          "output": "8ceece0b458e1ca956ed1ba706465d465f8c0165c3588fbdda9ee924b6185602",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "block_018",
              "block_019",
              "block_020",
              "block_021",
              "block_022",
              "block_023",
              "block_024",
              "block_025",
              "block_026",
              "block_027",
              "block_028",
              "block_029"
            ],
            "parameters": 42481152
          },
          "phase": "forward",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "167e5647ca3105b843bec45b64e63a52fce5a698fea0b8815aef188fb0e0ef95",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "e04c1ab006b8dded84147d502f064cb7bb0b4104dcf8524b806adc3bbf343466",
                  "shape": [
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "2c096af06ae77e2f3e0e724682e690e980e20bd5c0684112ecce51c174d975be",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "fc38411b76d24b104cd25326d0aaa6e3b1b9d5bba27df8ee99036b35d24406c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "3f0bf5cb69570059c16eb444d0146486d4a911f7f6eb126fb89ea71a2a721061",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "75043e1833c0a3fb5af31441b3dbe64d9ec45c2aa33fcad25434ed96fa60ceca",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "c97cb2d83d112f2a857d6f1d89ff990c592e932ee86112faa3d61073e5d6f78d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "540f6dc0a7738a907788a8036bedcca92d4877494bc7f4611e8528d002c90813",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "69c66de5a359b6bae86a344bff130648196f0c94cf8020a3015d0794c19eb545",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "5cfb6889428adfbefe64e5a8566a0d8174d36276db220a93b522ecac80728c4e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2aed458b10e3be2390b1986da92462918358f0063b2f099b16b0bdbc5b68bc5a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "e2f43f7ebcee0498e1d470127cf9b22c30882b3cb5e6eb0172c45777655d9c0c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "bbfb3556abd22644d57c1d493708be4e7741a41e57dae7d7d391e6fa353b1236",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "2f8b3b1c43a47a7c994e4f69ac694a514960a5415c497f192a8c4ada73aff170",
                  "shape": [
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "cee91e63e042180ec2f6b040e42af7adad4695de85f22ce2a7058d5c5bfe9681",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "64d34c91ec6f13b6e92cdf52f1940911eaa8305461a372b509ccbec96afd9916",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "35d369e31e9da97634e289f437d2e8fc041333d38d3b1fabb914c36dc7ba0749",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "955f46d019b6001f0fb73eb08bbdf3aebcb31aa6b480000b647f4dd50b54a22a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "ba4bf1b69e7dc2870c91f8d064dfd3c0569435d60abff5feef39ab517a17e87d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "2002d2485695a4932d594000b2e961a94552f617066b01e6819c716a5306fd41",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "558d0449f0f201f1303cdd55000800afd15cd8de6b8ff10efa1d0946c89ca1fd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "5ed2075caaef2eb2df5fe9c8e1dd1d969c59521c11424b4afbdfc10ccfb3f3c4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fed26d104640ad02ef9b99fd7be7733f36b63e7ba3e7a89b04fd762853369a71",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "69352c4af2db20436fc9c98b14ca4fa1a3da9a1ade69fde2c57e380e800d62da",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "ad34f1c7a12c6ab4037264a01303231ceeec6a9b19e3dd50863a4c98d3b71cc8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "4f9c71e2bd95d6fadeeaf8876bf42acabb310246549ffdb10c5cc6a3e11ab293",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "ac60a7aa930102d1fca31dcb99c1499f2ec6a68f9e628a62bfd5ec5285927a15",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8fada4e4d5ab3a6329230f426fc8d1b4b13083f48ddd03f06dadc61f47bb0107",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "acf6cff1d8b483210642abaef7f6df2a5f480be098489599ec67534c4d0d66a5",
                  "shape": [
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "60004113bbe7f1bc40aa966c6bcaeb14b6f8c0bd461d4fb4e25d6835bb0471ab",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "678a6513226e77236491bea03c676ce32e975953879e3348a0503f7de5c8f242",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "e503159c7240528c517b4b4e8d118d1d93336ce57b5451b111e0cf217847c645",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "295abe0fafc4766fd0ac0541ed3f72339f28e54fc6546cb4f846e2dfffb846d0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "94f8890962a8995b12f2deb5a8f30e9e4b48e007c5d28a99a017fe1495ade014",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2ff3cb53dfb38f6cdd61ff36d0f2e26b238b75f6099b87242b634df3693bf8cb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "52f3836f87a79adbb627013b976ecac6def4d76440f71913dbfac87d46f9e08b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "b1727318af6a3390e473cc86131b856e770374645898980d1331be63baf00e70",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "7ed9e05d425613aa5428d26f3dafa6596b7d7ad33df4c8a8a737830177e0f96b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "f900d124b38689d40e3941a7aadd1c93a46c0d3d427e266977b99f7edc596821",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "d8b343eb67197f10d2212142cfb120b809c5c97bae3a46075bfed053b3cb7411",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0e3c4d710c1c36023c23508e1ff74811ad9abbabb939c59bab44409f2aca267b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "60e1a179f5a65d91d8b4d46f408cb8b87292727afef781e093033483760620ac",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "90530f2d004e962638285a545e126e927d258bea862cd3dc091ab8a9e2e9442c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9ff138c3fdcf28e36805db8bdbd765c1b199d80d78ed3244848b200dd58aa48b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "6c8ababf9eac57fd444e3aa0f554d68193ba0bbe0f0b22d7788ad3899fa6eb7c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "375c918fda85b8c2415de118d04e4d1c6ca50b8d478e261b637107d6572810e4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3da9913bd2d03026f9abf993e4b88a635a9a31d9dd66cc8c1b1f6be7e95c98f1",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "ada78dad1b2e7ffb75a56b999dd5c8c1133fe6a01432340ac68e3610bf6ca84c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "39e20f06980791f5415d60c579b73e5478ddbd7f9c5c644657046b81dbd49946",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e414654f46a57e134899dff163f22838fabc74b548f353cf2dc110d43aa3b753",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "42a0cab9f024d8adfb6c3895b105e909aaca45f8f0cd068ba25de88e2170d7a8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "066aeeef0e68d3fdeaaec84efe242cc9de343e47069ecc08ed5b5aa3974815bf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ab70972b3ca27c9e61544e3ab9d5d8f59aaac8e6c0df399d94a84ff22a725a33",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "0a513b6129f3f393db28ce032473d61718e7000426991c785dd8604cc19d8c2a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "88b21629e74943ce700b79d9fc1745a67596354acc6917dee4f9d4e80cc1a326",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "aa6fb3aa0ea73d38570f141b620cdaa6824dff429d1b86bd230c19906c3a94b2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "3a03c014da2a3a6ee6dd341f5ca445c983b1155d5cc9f689464b9b9af215d72f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "af0d301eae5b938ba6cb7fdb4a5ba91ddc202355ff2ee51ea06d9f8c3f7af1ac",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "3f6e5474aef11d3420b6258fa69d8a283f37d408adfa98d022eb769c5042d3e2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "cc2ee1b44e96e9fdc2c405515fe4907f514f8464433736e2812e51ba22357474",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "67f8d7284db769565052647e763fc0ddb1a2201fd5128f148ca3a21a411c44c5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "70c8f0911f483acd25bcb67baec085077b6d72b1bc2d22fa419cbdd8865cb346",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "71d939df3ada827f883a9f4854f365aa6bc89de943aeecb8eb1f4ab38f6aa6f3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "5fcd8dbd3d1346791a0140f9eee1ba6292905ac4d1246e4368a9d1b9d4539ac8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5cccb9da7f88dd8b87f7cbf4d639ebbf6b514d53db2433be8009a1350ceee721",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "14731a9ba83587c1e61ca5e2c0282a4c316efc8780c4cf54bfab14c344620caa",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "71e752c533ba77e0fe5554661eed76cbd288dbd6ccb7ee88b1a3bf34db335f15",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b38d1b3f2c8994d58db9fdc4a01011c9c9c0ca2e2f38a05b1dc23487fb680f03",
                  "shape": [
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "57c5ea2194f62bf0641e10794f1ed9861a991037ffc8ef8595ec032c9f43ca0d",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "27cf407b53f3de66b8c687b00cc595158f85beb2f841f1aa97d38f9dd6737db2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "d1545068308787808b577f475dda335bdbcb9ce1062ffb383d2d9a15b106683a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "2f20015e2ce3eea885f2bf57a1b2090e2944881c494ad6ea2cb84f626634dd01",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "f8d193c109df9322ad764687ff092724d463ebc138db3309696846c9ad28a42e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "edceff76ea1b688a59e4bbf7434f1bb1af8de5c26d53f1e8f620237c985abef8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "2cd28e8ef145d3bf8108ef480289bc02364c5faaf6fba541b84d886849173376",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d377c5f0dd285993f64810c3a3578b2e5635e95d571b68693ac5fb974207a72d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a6e8c8f54ec00272b7cab196091ed82e430e6fd18bda298170c487aec7037de6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "cfa2b18c6d0a21c8420dc57602227cdc575410ac4528f7076b0e3ee972f4c97b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "cf953ad0105c465ca718c0d954a4688b862f7dc6cd7133d55d9278a7c43adabd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e1fe8574d1e69628af0be155c839adc313a97a3e305bce09d67c0c66df79aafb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "db8fb612bb1284934dec0fa2b019f6e873896e70c6d70788539f00161d2cea9e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "33c7afd7fb5bbce5f2a16d6e79bc9c1abbd48994b3fa36a878c11c4588d4e351",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "519bb4c0afea6cd6068788d39e32b02034011816e58e244829d349fff2030d7e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "f74b918168f1b7232eb61a07d0056395e9679651ba73f82245023012f51e27c2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "d7b288e7c80d7b1e80f951225d19c4ed94de1d7e75bab04bb594f2adfed6f727",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "f811adfc24124c6ce18cbd4b495a7375728929360b3195660f6fa7a399b79b3f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "4884e5a9020ed4ce199de315517acb33db43eb6c724c32388c7b0cb2608029ed",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "6e09cce6a8393934b4bb8fc98dcf681acf0325040bd7e11ea3a7221dd8411a97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0a8ce0310b594d92d31286091dfc533d2bb35dee06b4360a4646c1d812e438be",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "0b76b8f21318e68233fa882f3ff02dac0e78aa8b7d9b99ef79e33307a2d0782e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "aebc3d08f1035163e121aac52fd0021217fd0b33ecb4b3414b665b8de3777b19",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "6b1836827751e01cb30a684812eccf67347faf01ca17fed127aa41db78c371a9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "d139486c98f5fd4355b3103422c02e017b17846179b01312081adc425dc05ef2",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1856eec42ff8c5e78af3fb16ea4b572745317ad9d7d38790dd6bd6ffb0c5c73b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "10f2e295b868ff296e37650cd8b0ab41fa341db5464f3066a22b92c11b43550f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "d240b1380068daa76306871f991259f52744cce6d20595e27f52cf7ec7e28ada",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "7a6a6d3fc4fa0001270df802597b505bd9f40bc76eb13514bdd786596ac72aa2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9e9d764a5b6bbc664c1b1330dee913cf5abe8563b9d799f1a481cef63f76c284",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "a63da9271fba0528b968ea0349e9184e3f2913d2b1a9fbc451e2e89013463b35",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "fd3bf9f00d2a6bad6034282e29b49694d1c6a2e2555deb47cf50d28f0681ee90",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "de3ca2fe779fca8e5e34359b2e73eeb17ae954747014c2b2414a0743bf6ffa45",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "9c9c8079a26714801d59a7be3447bf9c8bae6f989957da13c285d6cc6613fb23",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d537052cc8d99fe531b504d0512f81d498744c7362881632291958d15394171e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "86bb3eac74756d1c671ca4e2c33c0a0e3357a31201c07f47cdf6410833731c9b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "89f5ef2c037d5dff198566571646b6c6b235e651c25f44a994bbf485762744d0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "9de4f76de7559acb9d959afa90919d1a6d5cef081ceed16515be98474c7604bd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "f9cd771f386b9f9c712455f004c359fba5b50bb7409b4f421d4fb56c59c59bbf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "708f0e2c93eb3c9ea9e7b4e9369ec8855ffe3920bf4d79d2e1d54614a5e442c6",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "7dfca760d4bfaf77e68e51127f4b064f0ef78dc24483b7d53cd7636cf34e58bc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "17a341bcc2203421036ce26d8eec48ef1a639e435d79c3bf687c12a4a29558a5",
                  "shape": [
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "5525a48471ac0e5940f307e77d1511cdb5228d9cea1cd825a93da6bff0c82a64",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "933b340fe8f2802652542579b338f7fc9c6476c98db8ac7291143206c425fa60",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "8407f4ce91828048933db13a1be0e1e612edd6a6c99e7bca0c34236d411c3d28",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "3376c43367520a0e66663ed31f7056c0d42f4f5524f06502f10a04792a6def5e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "236e4c344a1f136ea9a2680931b6d54adc77222bcf1714a31e3ef501841d7f9e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "ca9661f28ecc8bcf74adcd39807ffc6a04b906145a938859f3f5c8e7fb41ed18",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "ec59ee26a7a92e0b64920d8f0ec5c33d95b9c679172bf0b9e742a0cc981fcb40",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "31e4bad48699d2eeae929e6675c8e6b4b36c2c8d68a54c0ca814f895acc9918e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "9ae34eddf6e65dad4fc2b8040d0319d5445b8aeb4a3cbb2f9dfd3570a4a4e1e5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "8f6c3bb4dce72a47ba0cfb7f8846101f1e2a403cf02737021b5837e4504d25d4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "8279806eea215cace2faec34c94e84d1641f1709a95d63502c9dc369f0a065b6",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "443d77f0c1243a8b8653b8134a936a642f6bca8d1bd3f6e309ef360c9133ba21",
                  "shape": [
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "7a180a06e99429d41557b212682bad96f53ea1ce9416d775efb8b974483b6425",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "9996066857105579dff6a992e481cbe11dd50c9af5f5c75748fead3eaa321ac4",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "2ee01a0476b923cee3152176adeda97f6860c39f22eb89fe1be9496dc0f9ef79",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "9868df5d9ff129a420eda4ef0407720629ca95097c5867ba88871da170145799",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "8168cdfe900a12cb344d529a9987459192f1afab047d1d970e33590ec9b85245",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "2f9e29ae58e9f2767cfaee4ef16997b9e6a3fdb840aa041ecd39e2f42a822b2e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "59ccc68b6c2a35fd86e71c97f639124791381c31606785846700d14cf305469d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "ddf60c62243e8946878db283a6ca873fa63bb97707eb4b011a8dd291c11d001a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3e9bc9df7ef30fbaf9b213600cbe45d0cfa7935f77c696705fb92adc9ef433aa",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "ff3d1fe238789900bace3c218547a4dd259438e6f1c2ede79b1c81679ec5efdc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "21f2e37b8b937e6bd9600bc45297ed637c4e7424be02bb346ad7615279aecbe3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "62246c648bf88766e76c6085455a7fbb0f21136de0560951325cba3ac9054293",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "8656cf2385ed59cacbba1de9d4cb66503749ae76fc14d9df1962ce279d608ac3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "576ec3c6af9899b2b9c823f35f426e41647666a0e00a1b77548318b52e81269b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "bf6c26bd514f7bdde953019c10dbf61a12e8d864e6435d34a7ec9843024e7204",
                  "shape": [
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "4a4ebdcb3dfc366802c4348e1a323c5d6bed6d2445fb9f4f52dc98eefb34469c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0423029cfa0cbcb88326165a50c96060ecc095e12cddd00ae72c8a93ee79422c",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "8c33f9135b776db67a20c6ebaea3b943a2aefb92315feab9ed00eeef4d278f74",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "801b86308d29222adca605e7798b3de451bc99b51a28f480f53dea1db6580369",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "525499e72dc1d73fd69d06700939f40a7c299b1e91511b05e66b56b94be793fc",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1120c9090d69aefde3248c8ae1f0830e024c0aead4356f3308a594bae23df8f3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "1c55e049c96aa6b881547094d5b4cc9c23963a0645e218200de4e25b79b77946",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "126078d34c7ebafedac7a5196d3b7f93cbe34fe588f3e8f44d3c1a624b4bf65c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3f53ddba0cf33e711ee72dcb7b107012e7a77187dd2d4e978c079a9effeff456",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "e4a9c745dc4780a918495ced5f8fdf2840bb37571743c5fbd724f753d562c71a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "018f9599ab931b82e0995a061b60f0674eec8f3dc6f087da099c8a37480451f1",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d656c40d0e2b8b597d6b51fbbc1192e5d0aa2d5ba7002a7f379d0b420fe2ca56",
                  "shape": [
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "477e0d8fc93a79772e598ff7c15c61697e4f2ba1fb724a24737288ded33ae3db",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e8c29703ac4778406d048c49ed657f0fa7f5b128d8954cc2ba3c428d94c7b795",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "77bac74b4086b123e30053af42cadb76a510499143653c2855e7208db92ff673",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "7501a9e97e9d3df9dbba278d9515d4845a2940e97907169fa8390f3e880ab0b1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "660670c857d7bad056ea58cc996d127556ef63afff15f637fbed888b1f2ef90a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "6e58d7659f287c631d30831f313cb2e06eb9b036119a72769717818727d3a32e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "8c6448cc0005f2a113493d5c71d43074e4c32bf87ae95ca6db137ad263f3fd4e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "209edb1071d4af321b059ca2b009c1a9c263a4acf8aff9b8dd2fa72a42e326ad",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "96ada747784a8b5efdfa08bf576e70dcb3e8e3a347203c78335733d11eeeb457",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "70ba85043b2b82ce99e381d55c271d0a6ce8238a86c303a41a6f20be548f6104",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "d01ba6052485536a96d180038f96a68dc1abff288083b19fdda74a71c6a4fe73",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "cff912e41b518a0115e42e0c407918f1adc06dce90067018a24ece9886af303c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "1853942605e0cfb03c08f590e8d7f93f49849326c8e771083082012bb44709f5",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "88866506f5ba1d839a703ad5f6efce6bb239cf1edab124ae0c5f800f5e5eb1d2",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1210396d6ef754e91359ac00170eb3dc40c71640e7ad55c8359ae3c20914c6a2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "d272fa1c55ac42f6df1cee0df20d7632b4129b4901fedd28629788ca3488529f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "980b0acf5edccf68cb541ae5d21251e8edb53ad78fc558eece106931f61a5857",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "cc8a737c5296753f2b18ac26ab502fe751cd0ed8e98733082ea9d147bc6f00c3",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "70157218fcb60f7b7e41d761586e61fc5cd12de4146ee6656c4f87ba8208f5f6",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "c05e7266d241a66d5b5846181b84289fe0d3e60a77ba3ad58cb4a9d6856e4190",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0dccae037a696522ce1b31bd2dc7396016b4335771ac7818ba91e490e1705620",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "f043b1833ee7bc5f2739d78de5ae01730b6ea114d2860a426fe495c6d88286ad",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "46bc0d15e8dfe083fda263610f78c8137d6719b4fb767404b30a9a9a0ce4feac",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "b4359d35364d515005a8e7c57c90f3c90ad0af84c109ea9b11492ede66fd22d3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "86b7b96c9f20455a9d6125132300c349bbc9310bd0d0dd1e749c2a0981a2dadd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "713c409c0169c439faa2980acf07df8cbed83c2917b6f2c7a245ac4478288c3a",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "3a116fb1b2e508b222929b216dd71246b25765e1f58fb7130123a147f4237fa8",
                  "shape": [
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "223ee9d425c35b8d1aa7016e12f0ebe3a6b99da8ea3a0be1676cf73c67d8c691",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e70acfcfea55c7a41c06c895e622f588a39d628dbc056884f426cba29f38b7cf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "734f1c0bd9c4306bc82b4608e55f1c13e7c81daf53ad335eb58711581fcd88c8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "44a83a4dd9e3468f6a0928a6a260d8c12ff39607d43c71ae7592ca1f31010a9b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "7205f8040c4a9464769331faf3b4a796944c289e1975e7402856725482f7778e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "4fe2479acd8478812c0fa502154117b93cbd56a196f9f4cfd2b1ca3eff984454",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "280cd8591c6bef6c0d2bbdfb08d41d15353e595d28bdf4a74da028f2e8eb7083",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "42b7fee3f11f23c78dcd7c10f7e9c06fcef6d0cac70340fcd847808b6400c955",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5f1a76090dc4fd6e2c85e764904f9271323db079f6137e6907c7ed1c09be55db",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "cf43db82edec582ae9394d1abd88fc8affe702d4d635ba32955a3c2c3fbfdd33",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "aae8ab14678f41af47e407868941fa2b857c03e7c8ab338a3d2767d10cb77c34",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3d07f99fc3428a4f1cd3547bb9dabbe9af098d0f6ec0d8c5992a2e259ea8eee1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "f633c60dedc8ac010cf11afc7174e3525d21cb3a47cacad2463a6e9545edd54f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "217d34bf471f7f44917b9a6f4d702218292ed4c0bee125239edf45f7404628b9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "bb7a79126b38a081cc69ad8524fee844b7e4ebff2a2fa497008cfc3798390a4d",
                  "shape": [
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "77432c416734981ffd8574401457588a627e07f11d31e11b03b6549ec511afdd",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4aa33f710f3d2d0e5107487133b784ffeb636460c137c6a962cc6f1effa718a1",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "00f844a2225b2316787f7f0bc08ce9d7e7fbe4df03c82a65698f756fb4bccdc7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "e3f07e4001a9fa85d328caa267af2dcf728a01e32e75ab93ad166c5131f61c5d",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "a7819b73ef867018cd6ea678ffc3ee4b04109c6d842c181f781c4798d272744c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0caebc85f645c61118e5e0365e156f56aa6e4b0bc3eac1218b5491271d5094f4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "f8017480c110a520de25bbbfae6ce0d5ff48c17e03f157143dca01b8664f9ad8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "03401046c44e049dd43f9f8738b2b6edd18e9e44c0c58821c607207d557468f9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "9b29786549d9d30b7096244ef5679ad3e35ce49bad55ecab1449d57a9f58b705",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "3e1ad5ed165983f742c2691263a6289d3daa4881ebceeba7932742b086ff39af",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "a72702442f4018acf1eb8f8981b8def4695c3167d52c4cfba188c4b33e5c827d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b0b56c8224a79983f954fd2ce71bef7466c9c0511cefc40d83d0dd5aabc1333e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "cb72757ba3a8edc0febffc2faaaf9759f9a485a4eaa9b1720a485691f1146069",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "6c654436d775914b6539b87bdb6fed105895da528546d5948a7cb29afd1ac07a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "470a1927ab73134d0152cb618e70faef722d107439daeff8dec794ce2dc2ce84",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "b4aa2c4d147cfc9e43d7a417070d66bc6cf3b3aa4fab8425235d87d7742d8941",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "71c7b43939ebe70030b0a80b0cb6a1daff39bd46f066248716d3931bce3c7fc3",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0117910c8ab262f667c4fd09b0f7240bf0e32f3fdeee991ed40e934488fa0a60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "1f6f87ccccdc904f159ab80626c14831a6e302f833e1392f9a6c48571da8d847",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "46992161e09df2579a2a1b78363187ae27c29d1b3204ce93fc8dad4ba1b81268",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "7bf55c5604a7423ae919604b3246e3114b0ceb86e44568f621b66be156d12c60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "fc4e55a38989126d6853160215e8ece024e5d48b17d302b60f26d890ac6fc03f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "9d8e9472e15e989c77efc4d7af45dc3a415f2be556422fa5af8fae01b189e0fb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "985241c39291e7343fb2009b5f3199dc8c69589dd3b10831722a077b55969a99",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "8819d0ed42a07ef602a2507733932ce3991b7c37a8b7000ecf874f780663b12c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "c03fb636a164352b69a27d67b66e8c4991d07777440bb93308c71105d3316d63",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d36647a7c1150291ec070c0a6b02362d6c27dc2e4116de33355f6c58d02512c2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "8bc17382bcafd461bb8f62ae7c770972a93b08c7e418ec7193791ee3188b364e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "8bb815327a932a097773c42e51aabc044a825669a02243baee97400aca556483",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "7d2ccd5ee7f90107ffd2a1829f50dfb67fa3fdc51e72c5d4f0eecc4d8727a7ae",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "699bfa3b181a6e376389d12c62636fd12178fef35592a8befb0d0774b7cfe410",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "2ed7392b5febeb61a843132a423a54bed712c293acb2f1861ab4e6ffe09c730b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "b26747e931be78eb7f796378acfbe87c1dafedfd260291a28088c667a686cd91",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "1a30ef7443ca5214c5d2f24a6f97aee95877019da6fdce9999d9f7f0da3434dd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "d53f7b2f455e0a120eac79efebf4b89d328728b5b2bd4055a44dd2dc559aae33",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "bb8f5b4ae2e45645ebefbccdc266593bc47c2f01ad1de579e5697c732988ba97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "122f9735c9ae3fa8f69fb7c5d493381bb03495da2e26a698fe76ec134fd29a4d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "a4833939e68d222cf64027d354ebf39e844c97047a45b1e9c80e980498af74a9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "6a0b130382104a04a107313952deed49e548ebf905155fcf49c0a1cdd9354107",
                  "shape": [
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "6267d065dbeb579320f429e1f67b5a5f8b5e6dbe34cd7cac546470d8e9425f5b",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "99b8dd14410a9c6c81fc30a462edf937ca5aececf87af5995a95f5a6bf2b154b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bd86c4203cad2db8e3e5a2f783e3578838ad2b4cf3e0fbaadb87e4684998de90",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "bf853cffd61a5969556cd2b5ef0a6a6579a702c263d8da7e1b9f3678e7185427",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "d401b4f55f64c787c0dac914e07bb6f355f58088274432f3d5c50feb1b5864ca",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "dd42f54c10c0da68a02af8ec710abcbad28276e254c0acaff36efeca9fac202f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "b64bf5b4827bf1a32d91ead7ecc6687a2a4dc6f078c60908a9e8ba142b9989ef",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "2afdbf4a2cd60321ba5597aabddcddd2ac595fce6754398fd40f24a3ebfa5294",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e93371494bb469f43cd0290b8762821c4f64bab7424d78c36d5b991cbca23b75",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "6b2ef4a087a33109ce4188a811dcd4bc23f17eca60748dc0a0a144a174645092",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "381cf3d5267f8aaf8ba520ff07261e8c5a508c0c15e98995e5a8ba644b26949a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "99587b31108cc3f83a233c49c6d5644ac635c33c621e451d414eb4eb9c25c7b0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "fd2ef0b1bde99e6263956e9e04dbbb71d9b2aeff49af6f178f96542e5a80f83a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "c12114c9fd24b3baf6cdd8e05cbda4703bba91a7360088528b3c7f6dc3e79c2c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "137a1733e2a10e0b5b4a7b3158dec3c820a3724b54d15ca4d4386886f7ed7882",
                  "shape": [
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "42c104db60d154fcf7e8f8fef2013c22cca7729824e0ec6150746e7b0be745e3",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "10380ef93c8112d49bf2b71f90430b2a647de5d983ab1cecfb902f4f1e339666",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "c0be303ea542ab08ad181a4634a83784ceab124f3d4c87f3e90538f765fdfa47",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "6ce7c2814f49b32ef5b67b6e16d7f12a98b35862948525c9eb4227464c5c98bf",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f08ef162406d915e7179583362717dc697cdd092827f88c0e5017b3106357274",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "261ef9094889ed8b31ca1b6f8f71d3a8baf2c8c650f6de761faac3847a57a6e1",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "d72ad46abac9e9801c85838b0d6e9c7354b49e3789bf59a3523c6df6c4d3c25f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "634b92b90b6a0d9810a7745e01b37638f11730730fd73d095c8adfde20e22dcf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "84624d789e1ed64563de9f36cf8d8a32cdf88925529bf6ab832f04eb24825630",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "265d8065b4f54f0094664df8db87e97909dc58987bf95fb37d2f60850157412f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f57e54e606e469835e4f42b0807ac5eb84a5977d4aeb8c058f0604d7b3c9bf07",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "a139cc67d8075dc0f3fd61e969626617f9a3fc1ec29476dadab12265c59a1ed1",
                  "shape": [
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "bff5e859a65a14a904449c28ffdb7638e4ee263c344365697d86fde739623949",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "9338de74acb846bc94322fd789bd409d68c1c61b19d0c36f8a4e3bd356b9ff79",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "53d82b4a94a580d8e16fcb9d9e0be22bc0cd10bfc9a83b644816efc31a3d2b8a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "7d3f41073c709b741532049312750777a08e2fb2a072d317293c07d47eef5c56",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "d06e76faeb03c2874ef18151a260d124df7aee436b38cdaabcd1feff24d7ad16",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9ac31f10eccd879dd3684f6ab1db9999d5c0d626f6b4e5b872f62be0eea8c456",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "e44c2ecab67c3420231012e447c4039c756d311ff8f659126ca8dff92f70c90b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "f7f06565e018a88add46253f5c3b56f595ec2eebfa133900373e7055d305cffd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "dd1d439282813c87a6d9811c6c87b1038ebce76ffa5e37f793afa084af05585e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "b84c46eef1b5a3e44c6ec020db6d65ec8dae9055406027bd86c99c69a316058a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3a46ae0c1de0434edd09275b420d3d62d3a11de8405ebdde4fcc456b294b260f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b47497a590302d4e9f97a94f9142b9184272114c04441b44f76b7abdae464c09",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "fcf46153e5d6ab9720e52e1fb7c48b08e8d5baf115120ae0bdae8aaddfe9db00",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "b21d05429200120332f9dec6e4ab4a5daa5827f71fd2b0c33456423be0cb2577",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d218b6b0ea1df66a605d3fc929bdc6b2263e6638121733f2c2c29cb5c49635ae",
                  "shape": [
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "e54a44355f25590dfb1c9f7892af42f80db821549cfa3f2c2874a1d61f0c8cf7",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "32b22baa27d05debf14c1d17dede76148e93008fc1bba18c96b9c02e40ec80c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "dd629164cb10d6a24bb0e016e94dbf5db8c491b5a8c65d03c1f3ec63529e7ac2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "91890c546a5714ac8fcc7cec7d5a72478abfe4f93828695a3d4de95321009f83",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "851ab83b1784cd803cd911857638419d3c13a2c419c60493c6aeff388b7526c4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "787a58513f2ff75333a0e0176f468c0100745c94d2a7befaf561a03da8c245db",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "4ef66ca5257b400f8557e2034b11385e76f46c719f98b37fa9e28e13a0e668ff",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "7a22564b4707c67511d2cc73a0bbd2307ac3e561a9f4ed2af891bada02b6e40c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d00be6ee87a7171f51b8eb411704f3a0a356678eb8d3f0bbcc732d061ee16701",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "7ca2a3f41383fde4d80051d35ae52aee9c1b1b9487aa3548c1c6d743c31baf08",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0c81d97ae023659e6984daf6745030246f6b44b64d7bde8c3ad1d4a75ec52684",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "5f833a2770244e9cd46a3774f4cb78d5c971280f238490252136d6464154ae52",
                  "shape": [
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "c224fe24379f7f98950a37468777c9a047a3df109f187ed60b6fc53e43c4d91e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "1e3e3eda96ead21d7485170e98e5efccdd0ad861817e9fff5487fe54cd531b21",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e4f10759ed7146fd8ec3864903da124f9c76218372432a5c2e640bf6ab4a37dd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "b9699299dc8e3fb09e76412953ce4bfaed728513f912d6916f919876192f4e8c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "53d38bf97247c25e4fa846d1e2532904897925e1f09bdf684f676294f922896e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "30e8c20bda4d18a7acd4115ecb1d6c15bb6d4eee4982945a3684032008e6a527",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "33fbdfa57a5825643c518a2903882a2461b209943340db4f252ae3b49176489f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "1fd1523a605c714d2956ded52dba2943013af9166a542f97231961335f349bc7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f1099a758eed0de1e6e731dae8516b47a459f212e4f4bbba0ccef6fe021977f0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "162b9ce85777fdef6239c6732d483437505aea0863c1dcf30fb9162676540bc9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "801f77baf0346d0168fd152121fe89f54df356d5bb34d3e3df2551357ea2a6d8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "880d06d2fa60422cd6e462f75c869884471728aa3dd5775a94a9e54ee28e646f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "0af72c679fc41fb906a8f92977ef530309b7274f81de7e0286c843a5c080be42",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "bb9587b878abaab00dda4f742e32312f57efdebc030cd2ad71107019ef2c1a78",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8a28ba9418a5d70868906523339e4d77700a34874c5766b3adf67e6ee1f2ab5a",
                  "shape": [
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "0d177403d815b4106aba6d537ecd42b32cd897da3a39620287212d2640a9e1ec",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0c4ab9da05152f51cf02d361ecdff0fb6b3e331bd33363f4d86604ae67bd8fac",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "f3d105b02d6fe6c4cbed9c909858fce5fe24165cb9264e78ae1922d7ad7e9042",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4d5d7adb70d2048b9112bc1c653bf387442c7b90e65acbbe9a23e37a0ca4f4ec",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "ed090d62fcddf860912f70b7f1ceafde978e9c5f0a3fdd9c628b06221f7a6909",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "a7d3c2c17959d3d7ba261b573f7de7b05bcf8c81ea7a1e1b80e75bcb451abdbf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4f3f719bc65076fef39e01ffa3238f682f72a2fe716f1cefff1a657543fff7af",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "47c1344953d550ff4d02e613e29cce2a0efcf2d7b01d1d80344d842f733dd0ae",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1a87581dec0f3055c60d606533f4aa55101cde76a4e955b41b60cdcc29513586",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "5d0d159c9511ee3410d4e5867ccec61d7b1a659f6e536b75fc09ec53d0cef476",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "fa257ce3876f1e0e77f02a40f96774f043ad61660714a6c4a511c46dfe88bb86",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "efdd61d3fa83b3fe4c6069483ef08cf081dca023173cca10bb18720e64257bc4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4caab3ac423f82efaf683f7789d2a16d43f8110c567eee6f48d7b821bcb01c8c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "5336131d85245702dfcb42d9b952a60e9d17c3bbe59dc4ae605f18b2f20afda9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bdc600b7754647eecc7a0a3835504ceeeb1ffbc4e3810752fffa75515f996d09",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "8136b7ab7d90fdb19d794ad71289a89600e674a30079ef0e8038540689b81f2f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "eddab3be874148d5f2d6d794cf448b0345753792f51ab1aa127c0d00028a3736",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "17a4ce1a7c902b507db1a1d2b42ab12b039194aeb0490da0e3248900d828e4e6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "0f3349765e7a6148a5c9c6b44cf67c3c0f8805f3e742eb1e0f7a919318acf363",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "754cdb0ecdc5aea2e545eec37685815ffaca40d1e0219543e5feef015481fdf0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9571b0bbb2a705c2093f61ecc20a0ade7df76ce10d794931489bbc456db6942e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "ef619c798930684a12356eb812d6938f893a77c72f978c1ad8d4ca79adc52336",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "eb12e927036df0a8031df401dcd56f73eed3ebfaace992bd6e6f1ca5a55269c9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "eec822877c187d7c80a78852a8a2096bc53667ed07a86b4e4ea2b4834fa05cdd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "00eba7a93e8cd67f0c37821d582fce4a524d3dd6aae6f1f4227023fe0967c59a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              }
            ]
          }
        }
      },
      "stage": 0,
      "tensor_index": 45,
      "witness": {
        "chunk": 0,
        "before": {
          "data": "AADZvQAADD0AAEM9AADEvAAAir0AAD69AACiPAAA970AANg9AABkvgAARDsAALC9AABgPgAApb4AAJ6+AAChPAAA/bsAAK49AAC+vQAAP70AACQ9AABMPgAAeL0AAJw9AABovAAAmrwAAJq9AAAsPQAAzj0AABU+AAChPQAATL4AAL69AAAbvgAASzwAALI5AABmPQAAqT0AAHc9AACzvQAAiT0AAOs9AADbPAAAjTwAALU9AABbvQAADD4AAEG+AACFPQAAGb4AADo+AAD5vQAAuj0AALu9AAD0PAAA8D0AAAg9AAA1PgAArL0AALg8AADBvAAAxDwAAO49AABvugAAxb0AAPW9AACOPQAAwjsAABK+AACBPgAAMTwAAAu+AABUPQAAuL0AAMI9AADjvAAAm74AALw9AACzOwAAjrsAAO49AADVvAAAOD0AADw9AAAvPgAABj0AAAe8AAACvQAAC70AABW+AAAZPAAAcDsAAE89AAAnPQAAJD0AAOE8AACkvQAATbsAAG6+AACFvgAAXj0AAAW+AAA4uwAAFzwAAEM8AACLPAAAvzwAAL49AAA+PgAAez0AAHe9AAA9PQAAmLwAAIM9AACfvQAAuDwAACe9AAAQvgAAfj0AAGo9AAAFvgAAE74AAE6+AAAkPQAADr4AALY9AAD3PAAAKb4AAA89AACrvQAAWT0AAJq9AAAJvQAAE70AAKQ9AAAfPgAAXr0AANG9AAB4PgAAtr0AAB8+AAAlvAAAtj0AANK8AAAXPgAAVD0AAOi9AAAbPQAAKbsAAB69AAA+OwAAnj0AANi9AAAfvgAAz70AAJI9AAALPQAACD4AAO+9AAAOPgAAtrwAACI+AAAHvgAAY70AAOO8AACgPQAAcr0AAO48AADRPQAAtb0AAPe9AACNPgAAFT4AAAU+AAA9PgAArL4AABS8AAAGPQAAN74AAEQ9AACIPQAAED4AADU9AAArPgAAJb0AAJ28AABDPgAAhjwAAEm+AAAbPgAAJDwAAI+9AADIvQAA/rwAAOC8AAC0PQAADL0AAC0+AAC6PQAAtz4AALU8AABsvgAANb4AAO09AABPPQAAlr4AAIU9AAALvgAAmDwAAN68AAD6vQAAfr0AADU9AAB2PQAAEr4AAL89AACnvgAAebwAAD09AAB5PQAAMz0AAK49AAAyvgAAyD0AANi9AACRPQAA+DwAABq+AACEPQAAw70AAFe8AADXPAAAPb0AAPY9AAD/OwAADr4AADS+AACrvgAArb0AAPC9AACZPQAAI7wAACc+AADvvAAAqz0AAMQ9AAADPQAAwD4AAN49AAD6vAAAVj4AAB8+AACUvQAAHj4AAIU+AAAWvgAAVzwAABe+AAAlvQAAF70AAAO/AABMPgAAfr4AAJY9AAA0vQAALj4AAMm9AAClPAAABz4AAGk8AADLvAAAML4AANo8AACoPQAAD74AAJe9AACivAAAv70AAHY9AAC9PQAAmT0AAEI8AACcvAAA770AAA69AACfvAAAoz0AADM9AACzvQAA/b0AAA+9AAA+vgAA3T0AANa9AADEPQAAKb0AAFi9AAAPvgAACr4AABA9AAA/PAAA9L0AACI+AACgvgAAGb4AAPy9AACZvgAAoz0AAJu7AACvPQAAib4AADc9AAD8PQAAEr4AAEA+AAA2vQAAKT0AAK69AAAHPgAAOr0AADK9AAC+OwAA070AAL+9AABkPAAAqr0AAL29AAAyvQAAsj0AAAq9AADXvQAAzL0AAGY+AAC4vQAAnLwAAFA+AABXPQAA+b0AAAO9AAC1vQAAVb4AAFU+AAC6twAAvzsAAFQ9AADmOgAAvL0AAOG9AAAwPgAApb0AALM9AADPOwAAbb0AAC29AAAdvAAAyD0AAKG+AABOPQAAuL0AAH6+AABsPgAAeL4AANO8AADNPQAAxj0AABy+AADevQAAZD0AAAc+AAAzPQAABD0AADY+AACpOwAABz4AANs9AADxvAAAlb0AAPO7AAA0PgAA9z0AALC7AAA3PgAAq70AAJK9AABZPQAAy7wAABo+AADhvQAA4z0AAKW9AADMuwAAuL0AAOG7AADGPQAAoDwAAA++AABBPgAAPj4AAHo+AACFPQAAPL4AAA49AABGPQAAVj4AAKC9AADXPQAAa7wAAIU+AAC2PgAAkr0AAAc+AAAQPgAAQr4AADm+AAAZuwAA+70AAHw+AACAvQAALLsAANO9AADIPQAA4r0AAME8AACouwAAZr0AAI2+AAAXOwAAZD0AAM69AABiuwAAQb4AAMY9AADCvQAAnT4AAAG+AAD+PAAAO70AAAK+AACfvQAAjTwAAFm9AAB/PQAAp70AAO68AADYvAAAAL0AAMG9AAAHvQAAUj0AAMc8AAB7vQAAg74AAOG9AAAyvQAAB70AAMW9AAC1vQAAqTwAAAc+AAA2vgAAaz0AAKa9AAApvgAAzzwAAJS+AACcvAAAoz0AAEo+AAA2vQAATj4AAHW+AADtvQAAPL0AAFI+AABpvAAAyb0AAMm9AABBPgAAzz0AAJu+AACavQAAGT4AAL09AADUvQAAFT4AAME7AACBvAAA5j0AAD29AAD2PQAA6D0AAAs9AABBPAAAkLwAAGA+AAADPgAA5D0AAHo9AACfvQAAgz0AAE8+AACEPQAAzjoAALk9AAAUvQAAzb0AAC69AAByPgAAoz0AAPc8AAATvQAACL4AAJC9AAA5PQAALD0AAAY+AAC2vQAAiroAAAA9AADfvAAAXD0AAPw9AAB/PgAAjj0AAEq9AACZvQAA0jwAANO9AADtPQAAWj0AADW9AAAxPgAA0DwAAK2+AAAEPgAAwz0AAOI9AAAvvQAAa70AANS9AAARvgAAgb4AAJm+AAATvgAAtLwAAIs7AAC/PAAA+L0AANS7AAAMPgAAPL4AAKA8AACTOwAAqbwAADU9AADAPQAAUr0AABe+AADpvQAAwz0AAHo9AABpuwAA6j0AAKe7AADkPQAAbD4AAOi9AABKPgAAqrsAAGQ9AADyvQAA8L0AAFW8AACMvAAAgb4AAOw8AADRvAAAnbwAACK9AACZPAAA4L0AALi7AACEvQAAlj0AAAG+AADsvQAAcb0AAMw8AABxPQAA2rsAAKY9AAC5uwAANL0AAEw/AADZPQAAuD0AAH48AABAvgAAqbsAAAE9AADMPAAAuTwAACY+AAAXvgAAkL0AANK9AAChuwAAgT8AANa8AAA4PgAApTwAAIk+AABuvQAAUT0AAPI9AAARvAAAVz4AALS9AAAZPAAAqT0AAOC8AAACvgAA4D0AANC9AACzPQAAxj0AAC2+AADLvQAAgboAANe8AACVPAAALD0AALI8AADgPQAAcTwAANK+AAB6vQAAAz0AAFw7AACNvQAA5j0AAA89AAATPQAAvrwAALc9AABSvgAAe70AAKc9AAD+vQAARTwAAGS9AADEvAAA1D0AAEO7AAA6PQAAJL0AAEs9AABCPgAAKz4AAFS9AADjvAAANb0AABu9AAAGvAAA/zsAALW5AAA8PQAAJjwAAKi+AABLPQAAVrwAADe9AACHvQAA+T0AAIs7AAA6PQAA0b4AAFW9AABXPQAAGrsAAGC9AACNPQAAFLsAAMG9AABDvQAABD0AAEK9AABiPQAAIz0AAHU8AACqOwAAi70AAEy8AACrPQAACr0AAEK+AACQuwAARbwAAAY+AABGvQAA27sAALm9AACGvQAA7bsAAG28AABnPgAAIz0AAM88AABSPQAA8zoAAA6+AAC4vQAAYzsAACE9AAC7vQAAhz0AAGu+AAD/PAAArL0AAL29AAAOPQAAur0AAEc9AACCvAAAtD0AALK9AAACPQAAMbwAAAE9AAAtugAA1DwAAIs9AAAcPgAA4zwAAHs7AACyPQAARL0AAJs9AACPPQAA6jwAAH89AAC7vQAAjjwAAE69AABpPQAAyz0AAJw9AAC+PQAAAz4AABg+AAAXvQAA2D0AACg+AAD5vQAAnLwAAGu8AAAtvgAAjT0AAL28AACovAAAHz0AAA89AACJPQAAsL0AAFA8AABbvAAAKr0AAN08AADLPAAAkz0AANq6AACEvQAAcj0AAFy8AABsvQAALD4AAJa9AAAMvQAAhD0AAPg9AAAWPQAAXr0AAOk9AACQPAAAEj4AAAS9AABoOwAAKT4AAAI+AAAPvQAA3jwAAIC9AACmvAAAdzwAAEw9AABovQAANj0AAA88AACbvQAAerwAAA49AAAhvgAArbsAABM9AACwPQAALL0AAOA9AAAZPQAAtD0AAMA9AADEvAAAQj0AALI9AACnPQAAJ7sAANs9AAAHvQAAqzwAAP27AADDvgAA1r0AANK9AABlvQAAib8AALQ9AADEvQAAW70AAMS8AAC6PAAASb0AABy+AACUPAAAjL0AAHI9AACzvQAA1DsAALg+AADnPQAAsj0AALS9AADJugAA3bsAAMw9AACZPgAAgTwAABY9AAAMvgAAGz0AAEk9AACdPAAAFD4AAPO5AADhPAAAQDwAAGu9AAAMPQAALz4AABw+AAAwPQAAvDwAABC+AACNvQAAVDwAAC69AACZPQAAaD0AAEU+AAD7PQAAZzwAAO87AADTvQAAaj0AALw9AAD3PAAALb0AAGm/AADIPQAAqrsAAIM9AADPPQAAH70AADy8AAB2PAAA1DwAAI4+AADjPAAADzwAACs9AACmvQAAs7oAAKq9AABCOwAAxzkAAMI8AACBvQAA1j0AAJ08AABhPQAAaL8AAPk6AABjvQAApT0AAPY8AACevQAAxT0AANc8AAAXPAAAMT4AABk9AACzuwAAqrwAAAi8AAAWvAAAbrsAAH69AADMvQAALT4AAIM9AAAdPAAA/7wAAPs9AAByvgAA2D0AAHk9AACwvQAAwL0AANk+AABAvQAAFL4AAL89AACgvQAA+70AABI9AACBvAAA47wAAIg8AAAMPAAAD70AADI9AAABvAAA+z0AAHi7AAAQvgAAnzsAAIi9AABtvQAAR70AAGC+AABlvQAADbwAAC09AACZPQAA/LwAAFQ9AABLPgAAzjwAAEA9AADpPAAABb0AAD89AAA6PQAAkb0AAPK7AAAuPgAAbr0AACc9AADtPQAATD0AANk8AADBvAAAi7sAAH+9AADIPAAAlz0AAIa7AABxvQAAdjwAALY9AAC7vQAA7LwAAL48AADvPAAAFT4AAPc8AADCvQAAujoAADI9AAC2vQAAdj4AAIY8AACevQAAH70AAFc9AACBvQAA5rwAAGo8AADjPAAAkT0AAHc9AAAPvgAA5DsAAEI9AACvvQAAmL0AAOY9AADDPQAAv7sAAO+8AACjvAAAg70AAKm9AACBPQAAir0AABS9AACVOwAAeL0AAGa8AACXOgAARL0AAAO+AACQvQAA3D0AAHE+AABiPQ==",
          "siblings": [
            "f4c3807c09499901fe55859bbcacbafc3b9e85e9156e5985d8cea06f2bd99299",
            "955fb5336d0b8eaac358fccf8058f6eb0d7ae9eb71b712005c4382317ededcbc",
            "baae1b7198d09079a869a00b52ccb9690ce1c84d1733243a2791561156a0d495",
            "5a4e8e4cc65b44ef009f44060b81ac315cd85bf1e8df224a1617bd19dc21d71c",
            "626c574b44dfc4bf93aaf26e7dd6e4ad3d9b4874a6369ade183b066d88ffe1b8",
            "78e276c6dd7df363cb0b15178074f248a70061bdac30966a02075204ae2888ed",
            "d30c73d743ada331929a1fa45901f02fc72e0b5d9a2b12897f7d31e4cc1f72de",
            "01d5580aec47aec72b03552e8aa39a7faab29b87390cde7a511f67cfdb357f87",
            "d96f4cea624470263f8f11ff6a77f151f0fa02852a8cbbd287bcd105bd1190f4",
            "84ea8e6b0a116f3bc4b2334d393635e5ca07d15e813430651ee2f3abd0b78835",
            "2c43eb9e3526917a80916a96743ce965efe2e4d07ebb5b23aa6194e9f3f674cc",
            "cfc88b1b7c2f515fe1d7d0bb4d823d9abcfbba441a228916aa2b2d390587dfc8",
            "253c526c332e2355933ea9e4304f82eb7bd141cf833b46eadc9d958c2e955c72",
            "dc11ac18e84afd4c3795312985bebc6d664c89e76bd891df1c3bed4ac80fe561",
            "1d72aa35f221a54f65bae46aa49c5ea04232c403819a44ae8bccda545440ecfd"
          ]
        },
        "gradient": {
          "data": "hbuWN2thgbZqBiw13aN+NxW1xbjX8FE3dHP8uK4gvbhq+a6427SXOF9PSbfmWOO4Bd3jt+ACCTgQbGw4kOwuuUAwJrbXbq83EtXSN6e4R7gMrsY2EzBnuP/9nLed2QO4PVsINsk6kLnoyMs4ngUOuI0ChTe9ND83WCnht56prrefZaA3MjiZN3JubTiu6x04xxQLN1Lt6ThksqS3NstYOEEfwDeeppC39MOPtrUn57c5D3S4xP6MOO6/crjzua42rAsOuOYGBrihIhK5KvEQtqcxxre3ewA4MrcnuMS4sTjaJEE33ZNkOG21nbge4J05qafFt6yyCbeSkJY3EzOmOHqHGrgaid047xBROCWFRzgAqtc4LQTlt/ZLDDfYr4e4WoFfNy3WLTi7cga5yeC9t7K+qjiUNAk37i+gONzZvzb7PRY4urhstk9YRbk5iQK5+bocODMv8DeVqAO4rzCXtl4Pd7izKJw4BRgcOIxiK7j5hRk42gCBtUpBYTjUiAQ4x2vCN2HLubOcDuK3QIc+Nxbk4zlNujK3cRyNuERYXzZJW9u3lvLDOMAu27cBgCM3BE06OFkq2LdQ1hk4CdG8tmDeaThMwgS3sFbjOCABNjg1LVe4DgUIOHEWSjj5EAS4JoycONIHhjjSoLY48rx2N8CqoLZhfvC4QuXctz2s+DdK8TC5TS06uM2F17djVqe4c7CpOFAsQTifF0a3MzhIOKWJTDd3NqO2ptCzOEpKfzd2DKm4s4twOJZ0mLbDtEi3O1Z2uB+pTTjsvrG3kZMBuLVrnThH9VM4QB46NgEBmLW5Loq2Y996uHcvXzjPppO4Hri3OI0quTbSTyo4W8JBNwJ3mbbq7sQ3gByWNgYBZTf5qM23Z/5UuMYaTLfTbgc24shatyQNBbj6RYc4NAr0Nx4qmDigOSQ4eZPeN0owlrjwZ6i3LrBXuMnaFbjPlc24B2pJt+4qUbcrpd62ijM4ty6MXTh1fP63fSRHOCRGNjhJRGo4HTkmt6fPozjDxB83IfdQuJ86wLcFMbe3MLwVOFBQMbiVBOS3/2kjOAfiPDhpza64leCAuAaW7TYdbiK4gBc4uPa1/LiS7xS4oeJJOHgqcLhtj+w1NwlpuF0fxbgWYSA4WLKSt3jIXDjiFYC4oLDPt221lje85wO41KwyOOwF+DcOCBM2EZBmuGAOm7dHDBe33LZ+N7E0QzjK0sM3Tqert+DEFri6M5y46qT5OBmN0bjXq+83oKUkOOBhb7jfHXo3Q5p0NNV2NzjYNJy4eEQvuJWdjzjTcac4ReObuGUNRjjjwNI39QrzuIJ9BjgRmYM4L5ZBuBhzSTdmQAi41HeithLFJjdzyB44cBMbuOvKjbgArqw3i0Okt26JYzgsQ6K38yejtwnipDaBvMM4r8+xON2jn7fVcX24qS31t77y5Tdz0h64qp9mOKjvJjeFjOO4HyTSN8qfkjR7ffK33ppct10B+Lef/g23YUtPOHm/hjJTqhE3I/dON5Nc1jdD5kA4KVRMt9PdZLhl16c4f3SJuOoTKDf+dIU3Q0aqNxaMDbi3RY637HuMuIxkM7aWjce3uU5Ct/SG9bcKLh04Pltft3VZJDgsE8w4bZvdtjeXFbjhdgu4YMyYNyUjqbf4N5O2yO+GN8/6+7ciVby3Yst/t96f7bZoNHC3VnUQuUhyqrf2Wuk3bg/HODFJGThlj7A4cBStN/RxJ7fkZck23v6nNzIDl7gBc8M22GSZNpx+kzjM8J04nPUJuPZCKLjZEAi3qIs9t5ThzLihoCK4kcz6tjA0qjjSLus2+t2HNzwZK7hyaZA2LrZrtd7AZrVvYxC4XtRxuPZFgDdyzUu4Ml9HOKJzLzbytBU5xnvxOF4lsjhSJJ23QwJLuKU7uzj4r/q23O2WuCP2hjflRIq2wRl8OOyA3TfxT9g31FiMt6uXcraQ+g840cCPOBrDBrhFD9C4BaiZOEO+8zePF1s5EbObuCeuvTeh+uO373Ypt1n2erfloka4ytrOuAq1STjnOyK4glpzuOC1pjVH3Zw3/aiRNv0lgTc62UY3jtY1ubGRdTg/46+1KX9yNwEQiTcCuwS4MjQItQVyqDhy9Xw4LmlLuPo1uDjRm1O4emd+t9UGzzgA3G81HTofNzvZCrgP/0q3AUGsODqKpzYAG/A2CO2tOMXVqDcj1Hm49AXGtnDxzbjOIuq2yVfQOOqfkTZBihI40HbGOJ8fMbcJrVI4VQD8tw6pkTiOVls3voRINzqkELh7s7m3ZOQEt4sC3DYOAfQ33Iu/thbHKrdQqhc4SdaVNwlfSTcgC2I4Hd3INrkEv7iIjBk1snAQuIIoDje3dYU3FNGPOPdXgDfZMJo4tdsUOO+wYrfKBMi2prO4N1rs8Te23Ok3fTVVuKSsc7b7vxQ4HNPrt04GaDgYXqS4pH6WuK8m87dv54Y4fV8UtZf6m7i1GLk3RV5Mt1o8XrgZUvQ3PxR5uGtzeDfKy3i4sfWAuPGwkTWVats2PoPKuM3n2ri023Y2cXr3t9WJAbj0T5443fSSN4qWvjaBW324HUuQtx+2+rfqJHK4g1zsN00GX7iUezc4DXcVNm3qgrekz3g4olhsN1nQo7jCMdE3WdYOOEoq0jg8GzY3uPi8t4QgKzhiCqu4ibqFN9MpjjhOMAA4NQ1HN+sLeTf0ASM48zQeuMY6q7fMwQk24W0QN+9RMrU75hi4H75ut5Ga8TaLvAE4IceLOMCh6bdskgk3iRw/uFJmKDhakqw3mSOEuC3LfbjG2Qm5UOXqt2iqo7c+ZIq4VUaxOFyFHbc5s7S4qoWAuC3a67ceb4m3zfbxN57oSzhRusu4WLlHOO4lXDidRz84KzBhOI0bATgd0co3nV6EuDVhwrhR1eq4as4QOEKblLj1NMC2h6SjN++G07h4CyA4Dk7SNiF9wzivC7O1zlERuEldcLi/Ixg1YL6cuNI8TDZTB3u4L+zdODlSMTd1Z9c39OmiODrPgTfxZn248LWgNkbCADg3nA23aBhCOEivoTbZYi03gYK6OBjN6renv5S3TmcNOe/fTTSiRSQ4IBdfOhEzsDq7gVg7UQcVOi7kZToVan86yyFhOtzvy7pbXF08WdW/uS4o4jr1VBW7faENO+uDDbssZIq6U3j3Oi6SYDp2EYA7w7kwul4YBTvoBvw5bSz+Ohlj1LqEiTA6PVvwOiRWDryUb2y5aRwLO1r9rDkWz4s5HKcDu2DSLDuGGaq6K6P8uZCfRbptcqO6WulaOng4tzoYp4o6ln7nuDVfETuxM/m5nR2uuvG3zrqyzA06EVz1ug6NADt0eFw7l8CbOuF9RbqQvd65QtH/OtCx7LpFxE267mbBulD7qTohkNG6ClICuwp8Cbn5zlO55LKmufQHk7rVYT87vIRUuu/AxTpDwSA7MafFupy5XrqImi66HEkyO7nfpDopIvE6wGMruxWUjrroJZY6M9AUuhpOHzmXkhS7n3OWuNB7gDqp++a5i5OsuvTuzbnLO5W6p38LuzjZlLpaBfG61IQZOzlP67mSKym6U/p8OgvElbqvAue6auSQupwVaTrAL/c6QBsZOvt+Drtl8sA65WTcuhlnb7utMra6gx3VOnsBvzm0mhC7abvTOvova7tCdKY6UFlkurq85reNYY66XhtqOj4D0TrcaTi6RwTguZg+aroJnLQ6HIMmOqbKILvdP885TRm/Oc32VbpTuu66yBvHOlX7N7rsvfW6jTtxu+TnjLn0ZAc6sNRPu/Gckjkc+XY6M69DOnt3K7nfhoK7vD87O1vI2jq25is7SfeCOkfl+TinSzM7zeYzu5SQiLpUgGW5KJIHO+UmcDqIFLW5iqhDuyqpn7tgzQm7cQkVO9H52rmTs186KCvKOPlhL7ujBLg56ud/O4aU3zlwa1C4WaDfuqs2Ajv8Mjk6bUQpO4BztTrnIEq6U+C8ukFB0TlLkti6nDEFuvrXPrrWKEE6ufwCusuawrpIoLw6G64mOf8FDru46qW5UvJauu6rP7unCyO4FurFuKX8zbqwULy6K+I3Oig8MTpHEx6703Yhu0XZMzoMoy65d8JAO6LQFroppQa71+DWOo432bncosi6SSfMOXP2MDrxowu7ftYEuXZriDtrUy07S0DpOqAIabqa23+68Z/qOB+8XDj7Olg74xDmOjxZKLro6ea6iY+muj2n5zpZoN26uQ0CuxUARbmv3I25ZnYROyOes7rJq4M5taHLOfHwizryPVM5DZsQO9slMDt7OoO6SWiUudN6qzpHzkY6sSgLO/HhsDouUKe6ykXbOg3cLrqgBsy6w1sOO8kSxzp3MJS6TqIqulWqHbvtWeE6pXYuO1oiejqcyAU7KX+eO7xEiTvoQhe6cBTNut9LJ7sTWGs6pFP0ugxribkMR5i5mUqCu4IqKTvtukA6wh8oOrQmZ7tDg7e622fNuj7CcLkQTYg5FiZvuxS3zLpPIxK7Zu4Ku+Sgn7rtnUs7S/8FupkPXzuO1a663BmLOkL2HzvEewS7L2LyOmrr3LoljU25Tc1aO0dEnLoRHUC5KvIwO/CtEDsGM1i5f7qtuvB4OzrrxhM6U2y7ug896bpjFSo65szqOb0cO7s98kE6gq/YuXAGvjqsm4C5hHS9OLPPGzu/Ape6xsAAO8EMTrg/YPY6eZpCuzD8UDpyf1662KlnuhFmazpmVAk7I09VOpNflDqWSRw7M1NwOr48Orn1BCo51qtCPGq8Fjtq+646dHMkO42xb7ooggK6EhCuuhUecrsQoQk7dSCLuTLTk7uzxEg6fsNrOsG6HztiZQW7tcIUObx9IDv0gRO78NCpuXbcTrunjo86DqEnOxB4OTu8oS07eVLVOWsOBrsSMuA6Ia2GOXGxRTjzvGg73iRJuUOTWTr6sM46hPSJO3sBDjsWhCG7SGa1OlZoEzsIHY67c6KKutp2IzsgSyU7E3R/uotg4TkOVsy5+kmxO4NcJDmp+oA6p6XFugf4jbnRn426nBdDOwHHpjsRblW6kwwmOgVH9rontgy7n/IGOz4TcbonHl66AvLDOkE+IjlquLO67MOTOqqB1TrpPdU6OccUORALq7m7dR85JLKDue1mqbo2RxG7BLyiuutsVbsnhSI6nZoavBvk5bqSY5O4ba+JOYyo5zlYy/I4b6bkui/pjLqlsbE6H5bPurUvgrqvVB65VlnZufXIkTpIvJw6NZmzNVgNBjsrxRa7z5kWu5oRMjpqUQm6SNUuO4rVmLn/Hhu7Q09LukxKxzrJEGq6VscdOpvyyjlIJ5U66pC5uK05m7rL8ng7oINYumHjijjfO3667+zcOpfLq7iEKIC6RMaAuieWxbojVUk5oVvkuphKF7ttN7i6FEXjuk/51LniHYW6gR8pu0NYuTrdGwk5bjnMO5mlgTmVkri64zsxOwahpDpIQmY6gTuDOVYcYjtl90o7hzAZOg==",
          "siblings": [
            "4574ef4fd8c5f75fa7d28ce87c6d442208694fa6470f4183705c414e45dccdb7",
            "dc6070ce3e5a722692b416c5c605e13fc970d0b7ca5f48eb7ea5f5c5bab675c9",
            "fff4e743ddd08c0f9ffd7f8fc415dc82b5d5ced6b5dcb86b728aacbb002e8634",
            "228c016383f56cfdac8edb020e5b4ef7ef59d9181c2d7fc05e0fa2641ddbebf8",
            "7d4cafadb351e3f35d562bc18664bfa197959c81da5c1cde9f2b27ec6e37fdc7",
            "2f3975c550ab8113c457b2a78a7c89ded95eb72b2ade2c3d9d8f6f148bb1e6fc",
            "6efb5dd7a11ccb2e1d49527feeeb9d1829905b89972c72a18a643040a96eb5f7",
            "6d99ff0c0164250cc0ee67bd6cd327f88dc51ddeaa956047f6455ed29472d2da",
            "2fabe8ebf9fcee12ce71dc00611fc2ca22e59689c706b894ac139239c1bf69d6",
            "900572346845ce71387d830a2371bf5270d7987f7351d3fd27bc89728abca979",
            "2b18b35c2d66cb1735527e5bf57fbeeefaea1f2eed841840f0e49effab5e5f8c",
            "318a68903187622d00d1fb3d0c76405db9f377a51bee87dc97a80dbda4dd74fe",
            "563fccc8f9081b4ba21bdcd82ad31f3ee7d602e17f3d088d5bc055d15d52f470",
            "f0409c8615cb25da40d5cf9c161b6bb135166f6dc635d9d003fc8e2a325fbef7",
            "9a52ab9d3b0ff4276b865c0b6280d32c8cbec703fdc33f286511f675bb965ec3"
          ]
        },
        "after": {
          "data": "AQDZvQAADD0AAEM9AwDEvPz/ib0BAD69FgCiPPz/9r0EANg9AgBkvhEARDv7/6+9AQBgPgAApb4BAJ6+HgChPP7//Lv//609AQC+vfz/Pr3//yM9AQBMPv7/d70BAJw9AQBovM7/mbwEAJq9AwAsPf//zT0AABU+AQChPQAATL4BAL69AAAbvuv/SjxK/rE5//9lPfv/qD0CAHc9AgCzvf//iD0BAOs9AQDbPAUAjTwDALU9BgBbvQEADD4AAEG+AgCFPf//GL4DADo+AAD5vQEAuj0BALu9BwD0PPz/7z3//wc9//80Pv3/q73J/7c8/P/AvAEAxDz//+09zQFvuv7/xL0FAPW9/v+NPd3/wTsCABK+AACBPv3/MDz//wq+//9TPQIAuL0GAMI9/P/ivAEAm74AALw9yf+yOwQAjrv+/+09///UvBEAOD0LADw9//8uPv3/BT31/wa8AAACvfv/Cr0CABW+8v8YPDsAcDv9/049AAAnPfv/Iz36/+A8AQCkvQAATbv//22+AACFvtn/XT0AAAW+nv83u///FjwJAEM87/+KPAUAvzwAAL49//89PgIAez0DAHe9AQA9PQoAmLwAAIM9BQCfvfj/tzz7/ya9AQAQvvz/fT0DAGo9AgAFvgEAE74CAE6+//8jPQAADr4FALY9BQD3PAEAKb4PAA89/v+qvQIAWT38/5m9BwAJvQQAE70BAKQ9//8ePgEAXr0AANG9/v93PgEAtr0CAB8+FQAlvAAAtj3+/9G8AQAXPvz/Uz3//+e9AwAbPW0AKbsFAB69/P89OwAAnj0AANi9//8evgIAz70DAJI9+P8KPQAACD4CAO+9AAAOPv//tbz//yE+AAAHvgEAY738/+K8AgCgPf//cb0AAO48AQDRPf//tL0DAPe9AACNPv7/FD7//wQ+//88Pv//q775/xO8BQAGPf//Nr4JAEQ9AQCIPQAAED4BADU9AAArPgUAJb36/5y8//9CPvj/hTwBAEm+AAAbPuT/IzwAAI+9/v/Hvfz//bz8/9+8/v+zPfz/C70BAC0+/v+5Pf//tj4PALU8//9rvgAANb4CAO09BABPPf//lb4CAIU9AQALvgoAmDwAAN68/f/5vff/fb39/zQ9AgB2PQEAEr4DAL89AACnvgcAebwDAD09/P94Pf3/Mj0AAK49//8xvgEAyD0AANi9//+QPfj/9zwBABq+AQCEPf7/wr3l/1a86v/WPPf/PL3///U94//+O///Db4AADS+AACrvgIArb39/++9AgCZPRkAI7z+/yY+8//uvP7/qj3//8M9CwADPQAAwD79/909+P/5vAAAVj4BAB8+AACUvQAAHj4AAIU+//8VvhkAVzwAABe+/v8kvQUAF70AAAO/AABMPgAAfr78/5U9CAA0vQAALj79/8i9BQClPP//Bj4OAGk8CgDLvAAAML4UANo8//+nPQAAD77//5a9/v+hvP//vr0BAHY9/v+8PQAAmT39/0E8AgCcvAEA770EAA69/v+evAIAoz35/zI9/f+yvQAA/b0BAA+9AAA+vgIA3T3//9W9AwDEPQAAKb3+/1e9AAAPvv//Cb79/w89BQA/PAIA9L3+/yE+AACgvv//GL7+//u9AACZvgEAoz39/5q7//+uPQAAib4CADc9AQD8PQAAEr4AAEA+8/81vQIAKT0BAK69/v8GPgMAOr0IADK98f+9OwAA070AAL+9+f9jPP3/qb0AAL29AAAyvf3/sT0HAAq9///Wvf7/y70AAGY+//+3ve7/m7wBAFA+AQBXPQQA+b0BAAO9AQC1vf//VL4AAFU+Xf+5twEAvzsDAFQ9qADmOgEAvL3+/+C9//8vPgAApb36/7I9rP/OOwgAbb3+/yy97v8cvPz/xz0AAKG+BwBOPQEAuL0AAH6+//9rPgEAeL4FANO8AQDNPQAAxj0BABy+AwDevQMAZD0CAAc++f8yPf3/Az37/zU+NgCpO///Bj4BANs9/v/wvP//lL3e//K7AgA0Pv7/9j3k/6+7AQA3PgAAq70BAJK9AABZPQMAy7wAABo++P/gvf3/4j0AAKW9CgDMuwEAuL3p/+C7AADGPfH/nzwBAA++AQBBPv7/PT4BAHo+AQCFPQIAPL4AAA49//9FPQEAVj7//5+9/P/WPQIAa7wAAIU+//+1PgEAkr0BAAc+AAAQPv7/Qb4AADm+kAAZuwAA+73//3s+BACAvfH/K7sCANO9AQDIPQMA4r3+/8A8CQCou/3/Zb0AAI2+DAAXO///Yz0BAM69+P9huwAAQb7+/8U9AQDCvQAAnT4BAAG+///9PPj/Or0AAAK+/v+evf7/jDwBAFm9+v9+PQEAp70NAO68BgDYvP7//7wAAMG9AgAHvf3/UT37/8Y8+/96vQAAg74CAOG9/f8xvQUAB738/8S9/f+0vQUAqTz//wY+AAA2vgcAaz0BAKa9AAApvgoAzzwAAJS+9f+bvP//oj0BAEo++v81vQAATj4AAHW+/P/svff/O70AAFI+9f9ovP//yL0DAMm9AABBPgAAzz3//5q+//+ZvQEAGT4DAL09AQDUvQEAFT7g/8A7AACBvAEA5j0FAD29///1PQQA6D3+/wo99P9APBIAkLwAAGA+AQADPv7/4z0HAHo9AQCfvf3/gj3//04+//+DPdX/zTr+/7g9/f8Tvf//zL0AAC69AAByPgAAoz0HAPc8//8SvQAACL4BAJC9+v84PQMALD0AAAY+/v+1vXUAirr8//889f/evAUAXD0GAPw9AQB/PgEAjj36/0m9BACZvQIA0jz8/9K9AwDtPQMAWj3//zS9//8wPvf/zzz//6y+//8DPv7/wj3+/+E9BQAvvQMAa70BANS9//8Qvv//gL7//5i+AQATvvP/s7wEAIs7/P++PPv/970cANS7AAAMPgIAPL4AAKA8GQCTO/b/qLwAADU9AwDAPQAAUr3//xa+BQDpvQAAwz3+/3k9cQBpu///6T3U/6a7AADkPf//az4AAOi9//9JPgQAqrv//2M9BADyvf//7736/1S8GACMvAAAgb75/+s8mwDRvPQAnbwsASK9mf+YPCgA4L3EAri7JwCEvUcAlj0zAQG+7//rvZ0Acb2eAcw8PP9wPd/52bswAKY9WwW5u04ANL3q/0s/HwDZPaT/tz1R/308LABAvmf7qLvD/wA9s/7LPCoGuTwFACY+MAAXvg8AkL0MANK9Tfqgu/n/gD8U/9W8CwA4PokApTwOAIk+TABuvYH/UD3Q//E92P8QvM7/Vj7q/7O94gEZPEgAqT1iAOC81v8Bvqf/3z2ZANC9yv+yPSIAxj32/yy+WQDLvYHrgLpx/9a8DAGVPIr/Kz0iAbI8WgDgPTAAcTz+/9G+4/95vWYAAz1u71s72/+Mvbz/5T0h/w49iQATPWb/vbweALc9PgBSvnIAe72s/6Y9if/9vYsBRTxoAGS9mf/DvPn/0z0j80K7BwA6PVkAJL0oAEs9HgBCPgkAKz6Z/1O9ff7ivJn/NL1Z/xq9UwMGvEYB/zu04rS5qP87PZ8BJjzs/6e+ZABLPUMBVryrADe9GwCHvWMA+T3T+4o7mQA6Pdf/0L6C/1S9bP9WPRECGrs4/1+9t/+MPaLrE7s6AMG9sf9CvQIABD2d/0G9r/9hPW//Ij3/AHU8NgGqO9f/ir30AUy84/+qPSH/Cb0JAEK+CQGQu9j+RLwpAAY+igBGvQL+2rur/7i9Wf+FvT3/7Lu8AG28SABnPuf/Ij1V/848vP9RPdsB8zqm/w2+ggC4vYf2YjsS/yA9LQC7vfv/hj0+AGu+8gH/PNH/q732/7y9RP8NPSoAur0fAEc94v2BvN0AtD2h/7G9Mv8BPWj/MLyz/wA9MAItuuYB1Dzw/4o9p/8bPrP/4jxIAHs7TQCyPbQARL3g/5o9i/+OPQX/6TxGAH89v/+6vbj/jTxq/029LgBpPSEAyz3f/5s9FwC+PSIAAz7f/xc+DgAXvWIA2D0HACg+2v/4ve39m7zy/2q8/v8svkcAjT37/ry8fwCovMP/Hj3bAA89cACJPR8AsL08AFA8LARbvMz/Kb11Ad081v7KPBMAkz2g7tm6EgCEvcP/cT36/Fu89P9rvaH/Kz54AJa9ogAMvSgAhD0sAPg99v8VPQUAXr1q/+g9wf6PPA8AEj5g/wO9NgdoO9j/KD4mAAI+TP8OvSIA3jzn/3+9kwGmvPIBdzzp/0s9IwBovZ//NT23/w48ZACbvdADerxbAA49+v8gvrYDrbu7/xI9oP+vPXsALL06AOA9aP8YPR4AtD1HAMA9igHEvHb/QT0zALI9HgCnPVnyJruy/9o98gAHvVP/qjzLBf27NwDDvr4A1r3m/9G9cv9kvfn/iL/X/7M9q//Dvej/Wr3L/8O80gK6POoASb0RABy+jP+TPGD/i71/AHI9uf+yvacA1Dv9/7c+pgDnPUcAsj2b/7O98OfIuov83Ltz/8s9BgCZPpb9gDx5ABY9GAAMviL/Gj24AEk9sP6cPCYAFD4a9/K5ov3gPLEBQDzv/2q9C/8LPc7/Lj4FABw+eAAwPX7/uzwNABC+v/+MvYYCVDw7AC697P+YPQMBaD3v/0Q+EwD7PfH9ZjyyAO87BADTvSj/aT00ALw9m/72PPz/LL0LAGm/hwDIPUMCqrsnAIM9KADPPVIAH735Ajy82P51PDL/0zzl/40+Wv/iPEEADzzx/yo9GwKmvRsas7o9AKq9w/FBO4MpxzlaAMI8xP+AvagA1j2D/pw8GABhPeb/Z79P9/g6UgBjvZH/pD1yAfY8BgCevZH/xD2ZAdc8dgAXPEgAMT6d/xg9QgezuwICqrzCAwi8lAAWvGT0bbubAH69DADMvf//LD5f/4I9RgAdPJcA/7y4//o9YAByvp7/1z3gAHk9PwCwvWYAwL0xANk+oP8/vTkAFL6N/7491P+fvRQA+70jABI91wOBvBwA47xN/4c8JAIMPOf/Dr1iADI9OQQBvBn/+j1h+3e7DgAQvlUFnzuf/4e9uwBtvaz/Rr3t/1++iABlvTgADbx8AC09zf+YPSgB/Lxs/1M9/f9KPjsAzjzy/z89LgDpPIv/BL3JAD89cQA6PWz/kL3CAfK71gAuPmH/bb0GACc99P/sPdj/Sz3r/9g8w/7AvPP8irt7AH+9IAHIPC0Alz2S/4W72v9wvWz+dTzK/7U9AAC7vXMB7LyiAb48oQHvPPH/FD5fAPc8eQDCvU8DujrXADI93f+1vd3/dT6iAIY8GwCevSMAH72Z/1Y9/P+AvSn/5byc+mk8lgDjPP3/kD1YAHc9JgAPvjwA5DtZAEI90/+uvbz/l733/+U9TwDDPXP5vrsB/+68xf6ivO7/gr3S/6i9dQCBPUAAir0MABS9Ue6UOxYAeL0B/mW8TuGWOnIARL0UAAO+CwCQvWP/2z26/3A+y/9hPQ==",
          "siblings": [
            "13f25e23419fbf3fe01d07f3ee44c7839abf488720252f5aa3f58d8ada17d857",
            "955fb5336d0b8eaac358fccf8058f6eb0d7ae9eb71b712005c4382317ededcbc",
            "baae1b7198d09079a869a00b52ccb9690ce1c84d1733243a2791561156a0d495",
            "628e572dcdeae64679996f24f4a691f62f76399807c6957b44726c87c0d79ba9",
            "17c2c43781e3cf91aba476f32b02c84ddffe49932f61aabf42b819fe1e3d5402",
            "99be06832c30bfee386658b2327c1d7546856f15bb4e274001922d54e92c24d4",
            "43655625e55260e60a3fad0e83cb7082b46fb88f89ded0e0fa9cee9553eae6fc",
            "d35718c9146ed4beb60886a5172d0f89acf7a81b05660aca111dfe561a0e28b1",
            "752a1829769246bc21a626cc7ced5e456f4d82fbdfa9158f323234d511aef946",
            "80a2071ba253f89ddc29223c0af851277a66773969a17e4ddc438595fefd3e01",
            "72ecb3945460e5c335db0576d453e2816fc9a0a2c11818da99279e019586144d",
            "304cfc20907fc5189be1f46bc184829501a3ae98f14d91b43b30b8e8cfb5a25f",
            "e30d9b3af979fb38203ccf981ee0cdde58cb45a475c9ce063ba9e30337f40df8",
            "fc67a94bee5621a980c6db1f9960975be736612da9c08f800fc76dd36d84cce3",
            "53dd09b21c8ee5a74a1ad2730bffffff1bf918dd20e172d909a694452cbef172"
          ]
        }
      },
      "expected_valid": true,
      "preparation_seconds": 5.525598389096558,
      "witness_bytes": 19521
    },
    "forged": {
      "record_root": "c55bb8e976291bf6219be12105981e3e47bcd89b0497891855b8328b06852f14",
      "metadata": {
        "c55bb8e976291bf6219be12105981e3e47bcd89b0497891855b8328b06852f14": {
          "batch": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
          "clip_norm_hex": "0x1.0000000000000p+0",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "loss_hex": "0x1.65ed1a0000000p+0",
          "model_root": "27046591971bb22a009a2b7eb2391ece32dfb222b10a5d313dab81a9c67c7650",
          "norms": [
            "0x1.09f4b7317ad05p+5",
            "0x1.b5300d95bedbap+4",
            "0x1.217f56357ef44p+4"
          ],
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "traces": [
            "e0a091b48cc30a3e3d7dc2d51c8f14a6322342acc1176c1ff7cdf366ea3be4ae",
            "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1",
            "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f"
          ]
        },
        "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "f847cdaab35b33ccac4f738ec4697efa0e384e8add32f33ff6051015e3161ec0"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "f2b492e93eee23fac6041b766f2f41c45eeb92e7118aad5e3e4224377cd33602"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "7cd14d55c5d5b9633999939e912e05bd853cfc8900da0370dd6a77a19b1f04d4"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "abe0d512f04649b6dd1ccc3fe4867d6d51d025305e1fb99c59098e4c0ef88490"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "2df68cb979304eb15ced485c33cb498a26887e39115b402a3560edbf7a47eec0"
            },
            "block_005": {
              "parameters": 3540096,
              "root": "f8a9b37547bb1fe7a7c24ddbda4edf85159bf65a4e8cd887d2a0457fca6a4979"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "125b770238f70b514201ebf13287cba885d7fc1dbbfcae9a2dab916ce80a94a1"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "c8a895044ce5f716e749af3fb9e5bb6616f115ee9e287a99ee45bd28107f0ac3"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "ee30dbdc096ee29110540492b6574263eafe8980fccb692b8165a69cf7b9f0b8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "96cdd68038550de1afa13235fa0e3c66191c6b76ea8e585196d013da12545bbc"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "a5c1743819e148b1dc7982fdb785b420a4781bade8a3af9d2fa2bb285c4de0d7"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c82254831d1a9ef0b7526d089d9ff7437fc337b80b65795a296c81bfeece83fa"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "ca363d5a2ccc49fc6e23632f3b6402175abe4d84bd1e9734fd9636a4463eddfa"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "1425d705058c74081ddb469d0d9d85d2ad0b5f5bc61d68c59680fc6cf53fb665"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "695b3cbd7ee49f86e636c0d73dc75fe1f17088ef7dccb39c3c33bce475a25579"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "a5a20aee6aba2c761007c9ec3bf2ba9a9dc76a280f57f29897024706ecc18686"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "b9c5da7f60ff1142daffec0baf5959df2ac0ba73b46ad49a64e696c08cfe14be"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "58c117440a10301eb656494193af37902c5c4df1e31198fe34c7fc7ca572eded"
            },
            "block_018": {
              "parameters": 3540096,
              "root": "6c7f79fb7ba4d7e591fad61f8cdefe2c6c6143a7abfc3f103314a1f2522d4cd2"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "a20ab24bfc206847f16add95579331fbd025665f4729c488f9adf80a1c8ab007"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "95e2285e3b0e28c9cf8d5d24b419090742554a7f56dd31b965bafe39dc9593ce"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "a4a823337ef384e1b50e57b071fe9292b12c243394ac59db80d7a21ea421f36d"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "635a4ef9af4613a598bdfda58d6674f1476d58d5aa39f223ba3736346459cbba"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "dd6cdf52a8ac9fbfef0e938a988baf2d21221864e36ee1686e3fbc79502b6856"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "885cd934869899c801220b528dbcc4cc4633fd917b303399da7d84407ad74de3"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "1ed606479f7163163bbcf709ba423a98bbf60edc9bd8eb41b1af0d5908c1252d"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "081d0d8613b4abcbbe6104e5efa69497c7d91170bb912f84d6e969b625c75a14"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "f1e5b0c842ae2b3f3b1ed6e7d63c733359b34e4ee9dcf589d0f57edefe008d0e"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "11e9a34c3f95af8b79b5a21cb6d106b010e220c8b10a9bf656d5e353003cd69f"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "2bf51eb411b38626efd5c9130c0790a037c257b1cd9455b85b6f27912574e8df"
            },
            "embed": {
              "parameters": 28311552,
              "root": "f0eff35918c2a862db596245ea489f9d7667b0951b5883516eb5d38733ae915c"
            },
            "norm": {
              "parameters": 576,
              "root": "aaec06f5f5cca3f084ea8d8d1b44265c34c6bb52ed97dc410634054320e1840c"
            }
          },
          "config": {
            "hidden_size": 576,
            "intermediate_size": 1536,
            "max_position_embeddings": 8192,
            "num_attention_heads": 9,
            "num_hidden_layers": 30,
            "num_key_value_heads": 3,
            "rms_norm_eps": 1e-05,
            "rope_theta": 100000,
            "vocab_size": 49152
          },
          "format": "neuroshard-model-v1",
          "origin": {
            "license": "Apache-2.0",
            "model": "HuggingFaceTB/SmolLM2-135M-Instruct",
            "weights_sha256": "5af571cbf074e6d21a03528d2330792e532ca608f24ac70a143f6b369968ab8c"
          },
          "parameters": 134515008,
          "parent": "978db595a79e1bb381fd9723702b21682af10c68ce872d5e3f4d9e4429d0e22e",
          "tokenizer_root": "b797b60c9203884ec7d519b50dfd16e4375b239d249ac7377aa3f6c646b56e85",
          "update_witnesses": "neuroshard-sgd-chunks-v1"
        },
        "27046591971bb22a009a2b7eb2391ece32dfb222b10a5d313dab81a9c67c7650": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "e21cf7b59e18299777dfe6179538e37f8edd43df0e6e612d819c5b06f268ee4a"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "877dd5104826dc05287df5322f182752c7fa9f0d00e1f28a3da8eb3a1c1cab96"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "4eea03c3d014fa06884009c6bfeeb27c369dbbd20b0282461dac38bd79b9fce9"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "90f44a9b4d2e95d9ac877c07ead1d3ccdc5096727b788dfd4e8db12609515722"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "0c90c80e103ec1016e000ae818022271ae64a68474e3aa32dd92210af6b73bff"
            },
            "block_005": {
              "parameters": 3540096,
              "root": "6e6b576b5bdd4a0ac8194b5a246776cbe70e7273af900a308edf92521225e8b9"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "08c0f6f452fcabe8ccd754a213281138c26c129b57015c6d5af57e6ca31e5b04"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "67c95fbdc17f498aa08d99adcde7e47c1aad358f279a5d17f138b1c5dcd471b6"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "60fd2214ec6e61086c62532962c0845f252e386e972e5d93c6ff6671211110f8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "a3b7f48d10e8e9d637d0057bb46828e937f658da7d6b5d00561455284a0884c1"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "2ab75cdd25505a375becf78d188e0ac76290ad04f6f82c61f46c9e848b3ded85"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c782054337c86113ade21dbb37c65b8a8b6fcaa26e017b6e59b4b2c556ae80f6"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "e45b0f85a3af856bc783547342051a932f19e1a1f0c06dfa46cf5b76e54ccb09"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "a40dbe30328fadd2050333e487fa51a09225e73415700a73c9d80e9fcb50c0da"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "d449008464c1da03c23712fe201cba3962841286886ec8993a03696df0aa5abd"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "170ec75bb70dd0311fc033399b7948e3cd363f9fc2b85901a9ea6350a2fbfbb7"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "3d7db69e0b52168681aad6c69fc4d876979fac979c70dc7e163ac8f628a041a5"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "ff805a0436644a8c42ee49ae3be52c4667530968a33fe4f79a64804a7e8bc755"
            },
            "block_018": {
              "parameters": 3540096,
              "root": "0ac360bccda0e5e7ba05ca08614507681d38b05559b3556b1fb84216514eff02"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "b688433e2161df493c341e505d71b8af0520c56f6646f2fc295264de36e5b3f0"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "e337c87e9f4c57b960d140411d8c979c1234437b1324541e8d94c1ca4bc91e19"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "c82262a89c310700989cfa6db5bc31ee97249dfe9bcb4a3ec81f937e95bfcc4f"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "3645930705b5b36078be650c01d190a4b6b6543dc0560c495815560dd03cb5b6"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "9cfbc1aa771bbd9fc085b3a27df73ce11e165f3fb8c83cc8152320017a958fd3"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "f3071a3899aa06066ac642cd479674df034fbbdf634c11697ccb3884ec7a8c1e"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "7992f38a9644df344788d2a426bff7d325191a668bfac5e5d88d3643b63f122b"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "ca211d3addb6d66f3fce2dcb18c619561570777fc43395edd58c5ded6ac77d4a"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "6aae3cee113e5ff10172f2f9e4c12a0561865f38fd1249c0817952d9fe0cb743"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "8d1cd5211d3e83f263d42c03789e53d289545071266fcc85891156594e3e3c89"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "009f03806375c68c87e3e7ba55ef4183861d58cef120988cf5bef6339b09100a"
            },
            "embed": {
              "parameters": 28311552,
              "root": "57236a272bed8398927e94c3d65a3c31b52fb506acac6a91f75c2ef14fba4027"
            },
            "norm": {
              "parameters": 576,
              "root": "8796cf7ca04964a8ca85bf2b4af11ca3d03c64f38862ce0ac7410fe9c00b842b"
            }
          },
          "config": {
            "hidden_size": 576,
            "intermediate_size": 1536,
            "max_position_embeddings": 8192,
            "num_attention_heads": 9,
            "num_hidden_layers": 30,
            "num_key_value_heads": 3,
            "rms_norm_eps": 1e-05,
            "rope_theta": 100000,
            "vocab_size": 49152
          },
          "format": "neuroshard-model-v1",
          "origin": {
            "license": "Apache-2.0",
            "model": "HuggingFaceTB/SmolLM2-135M-Instruct",
            "weights_sha256": "5af571cbf074e6d21a03528d2330792e532ca608f24ac70a143f6b369968ab8c"
          },
          "parameters": 134515008,
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "tokenizer_root": "b797b60c9203884ec7d519b50dfd16e4375b239d249ac7377aa3f6c646b56e85",
          "update_witnesses": "neuroshard-sgd-chunks-v1"
        },
        "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f": {
          "input_ids": [
            [
              5079,
              2179,
              36516,
              9838,
              1042,
              260,
              35717,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              30,
              9517,
              253,
              5905,
              1517,
              2179,
              3831,
              79,
              4103,
              79,
              4282,
              80,
              338,
              2933,
              2179,
              36516,
              80,
              347,
              3007,
              284,
              6765,
              260,
              2028,
              282,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              30,
              1206,
              416,
              7635,
              338,
              260,
              1836,
              5079,
              3593,
              418,
              2124,
              582,
              4047,
              30,
              2,
              198,
              1,
              520,
              9531,
              198,
              504,
              2359,
              2893,
              7713,
              451,
              1732,
              314,
              288,
              722,
              6639,
              6256,
              28,
              527,
              3445,
              8659,
              260,
              1732,
              1187,
              618,
              3764,
              840,
              39156,
              284,
              2194,
              614,
              253,
              3564,
              288,
              260,
              2798,
              1732,
              30,
              533,
              451,
              1671,
              28,
              260,
              840,
              25076,
              314,
              288,
              1042,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              10808,
              418,
              253,
              1836,
              4218,
              28,
              284,
              260,
              3564,
              314,
              260,
              5428,
              282,
              511,
              715
            ]
          ],
          "labels": [
            [
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              -100,
              504,
              2359,
              2893,
              7713,
              451,
              1732,
              314,
              288,
              722,
              6639,
              6256,
              28,
              527,
              3445,
              8659,
              260,
              1732,
              1187,
              618,
              3764,
              840,
              39156,
              284,
              2194,
              614,
              253,
              3564,
              288,
              260,
              2798,
              1732,
              30,
              533,
              451,
              1671,
              28,
              260,
              840,
              25076,
              314,
              288,
              1042,
              260,
              840,
              4282,
              351,
              260,
              3995,
              2028,
              10808,
              418,
              253,
              1836,
              4218,
              28,
              284,
              260,
              3564,
              314,
              260,
              5428,
              282,
              511,
              715
            ]
          ]
        },
        "e0a091b48cc30a3e3d7dc2d51c8f14a6322342acc1176c1ff7cdf366ea3be4ae": {
          "components": {
            "block_000": {
              "parameters": 3540096,
              "root": "e21cf7b59e18299777dfe6179538e37f8edd43df0e6e612d819c5b06f268ee4a"
            },
            "block_001": {
              "parameters": 3540096,
              "root": "877dd5104826dc05287df5322f182752c7fa9f0d00e1f28a3da8eb3a1c1cab96"
            },
            "block_002": {
              "parameters": 3540096,
              "root": "4eea03c3d014fa06884009c6bfeeb27c369dbbd20b0282461dac38bd79b9fce9"
            },
            "block_003": {
              "parameters": 3540096,
              "root": "90f44a9b4d2e95d9ac877c07ead1d3ccdc5096727b788dfd4e8db12609515722"
            },
            "block_004": {
              "parameters": 3540096,
              "root": "0c90c80e103ec1016e000ae818022271ae64a68474e3aa32dd92210af6b73bff"
            },
            "embed": {
              "parameters": 28311552,
              "root": "57236a272bed8398927e94c3d65a3c31b52fb506acac6a91f75c2ef14fba4027"
            },
            "norm": {
              "parameters": 576,
              "root": "8796cf7ca04964a8ca85bf2b4af11ca3d03c64f38862ce0ac7410fe9c00b842b"
            }
          },
          "gradient_in": null,
          "gradient_out": "fcb7b06c25f7f7b2e693537b7614f30646b2b1f7a207a59593cdadaeefccd33e",
          "head_gradient": "25105286806cdd176d03a7c35e62373cda9fcd25b62c204df132734140c64ac1",
          "head_input": "8ceece0b458e1ca956ed1ba706465d465f8c0165c3588fbdda9ee924b6185602",
          "input": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "loss_hex": "0x1.65ed1a0000000p+0",
          "norm_squared_hex": "0x1.09f4b7317ad05p+5",
          "output": "a068ad0ae5947ff717ac41eb716ea261dd9160ad2c699319e0040483957035e7",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "embed",
              "norm",
              "block_000",
              "block_001",
              "block_002",
              "block_003",
              "block_004"
            ],
            "parameters": 46012608
          },
          "phase": "begin",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "d0d303ff87586f138c1702da2c482a796bc260e8bbe305c8b06ddffd5819bf4f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1fcef974c9464356acf5d9276cb6530b7397e976fa45f73143f602fbbbf0f1ab",
                  "shape": [
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "e6ebd51ecbdb957fddf8f67b9da829fb570ed28fb3d02ee92cfbebb0e42e79a9",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "c370d74214d4a4a152b137d001aeafdfe6c10061442031524fc31f7488527873",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "a8e88905cc59a7b05a2afef1a026c2612e1956c52031239eb953bfadd4ae1591",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "82c4dc9e3bd89c32776f63da351b99b586b3e4a25471be48bc4e38c80aaa53a3",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1fbf85634eb94eced16383682f3fcbe4d8b3ddf963242f743a0cf7e9dfe17432",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "8a920db8264fe982de8d4a5d466e0b78c9d3922108b80785a29296af5259f69d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "56e17b7d8a0b8b2e645a14575f4d6da215fe40a93e69291b421fb59207f68c19",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "c63be49a05f5a0af11ae81557d76fe55a20d649897f9408e4b569581ce653cd0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3a33f83389513cfa47c86ea305c313119a6186903c848b40871b2f085d8ee150",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "c601a23c36a84d509e748f8f680991154635cedc9db3a7d175eadaf82f0b9587",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0f39c2febc7e05c02173f62d84eff214ac64d4dd79aa22973f61273c60f4226f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "35df89d9e5e8b31477f339dfe9d8f06860b1388775fe283d2ee86b1b6cfe6b1f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "0c40bc57dd3855f6c6cee43bb122d5fbe08a88f450ea1d69de78ab11d62b24c9",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "97d67979e4b0af372c2b0b42e5fed4905cc84c768636669edd4371e0c1159052",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b827ac93f588a1d033e87008526270e38ba50bab9ec1818c24b339ec5e5793e3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "cb793c14efbad7db85b0b0959bd865c6121770fa1094e5d32af3d4f4827105c3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "eab0b1fb229c6573ea5ecd1f772dd4df31a4d92fdbdb1dcd8c84cf50f19beb73",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5d58b34f0536d54a8cf07c49c42d524ff19376d02678852d9a3d97363fdb629c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "57903182f80974530e569de4890c3e9463e662c8412c472be25f3e1e28b57ed8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "08e208f290e950f38cde1a81ca03913e89c03760015ce8d28f8bc636a10baed1",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "1fb86769da28179e6610464d18f7c0d802f9607eeb3d43105eb5679566f1f1d8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "501464e935e7fdcca4dc845d2d0eedd32ff9d24c1e9d813a31c31ce2f9820b11",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "a727a7144eb21c88f3e7b843e10ad2614ef709cf54fb2891b047889a49fa5765",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "d6a3bc8b38e94c98c0fc389885df9eaae56edd53b63750dd1a028df8671bd673",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_000",
                "gradient": {
                  "root": "fe96b27fa79f326d7ead11e4bdbe2df6380132e8200bd847689e45fc5895064f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "77ab0629cc053602ed22241afc4a76547d2e2396ef4701a7148c0fd51677b5d4",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0e1bffb9c82c38902534d48925e199d299c2b3c903367c6cf1246d186f9301c6",
                  "shape": [
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "0c7065df888f76f26cf21894eee12b53485b76cd2b53a81f8967048165b91097",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4c364ee2f23b63028456567718ade3901a7d27a35bad21e3b163e1ce79477eb2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "6abace7bf9263a89aa4c08543c936865aa5e9c571fa930623b71597056fa78da",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "a2f8e70140b8fd974e2e1035b26fe63b9d3f7539ccf628af1e45fb887d6c4c88",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "ffc1a912e99eaa4cc649403e9ce7cb7d32224c79ec23f4ed7f9ce999ab6cf208",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "e007225ef19b64fd8ee7d06bff05502ac3d2b7acc8c4ba4a50610d5e21b8f873",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "349f6eb239fb1306b24525e2824f6a67ac3db1f6dc1c3703237d1f3988f9f246",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "9d5151087855977bb3d2f32a6433e326bed91373328d3630d1f3cd32f6159319",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "f67bc60bffc0b7c26b3c193f23496ac15a66229da7df397a96f627eef639b048",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "cea32f593f4433482f519c364c263cc3b37dcae7b303741bed1a8000c9e59bd5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f67faa644606f85ee3b08de3299c7638fda09436bb37c522524b399112465ecc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "6198c9edf4349cbc59146f3755f87a98fbeee33787ba2ed204e3cf7baf4c91d8",
                  "shape": [
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "03d781c20f8c614aa0263da3dacfa85618d0eaaf1d78f94cbebab9cc8dac67eb",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e5d2775f0bac91bd27f9c9021d9ab2e3bc2117a6d698319b885878c20a3fa04d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "05587e94622b97372f594c52bc0bbf80301c26a8eecdfea3c0ebd8818ff6f030",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "e084ddd7eecbe03de6246b39780a7ebe48817f42cdcc9a50329e78ce9899c0b7",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "e68f62d41c666f1e0208158d20f8848723a1b80fea24b5b9108a7e36c1b66075",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5970431f363140ca3cd16a314234dd29c7e21aa02b7d1b1e2aeab7d691fb0c84",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "34479f65d9da8427a50b83e6badae1e03833691441317cb75322ef914a077483",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "818b04988afc49b6dfb9457c3d75263d80d93adfb58922b65534f1caa6eba63a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f64c528271edf9dbd64ee6084d24eeb90957a5a19b73d7e6768310d03175d0d6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "34a1fb3a2428996396df49da13456f73bf410d4455dce85d2373ed6d532b676d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8346427a9291f9bad981ffa9ad70fb51534ca9ed60e93f205fd4964635eefe76",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5db357c0a175935f8b8171d7c0d27aeddfadf6f702185abc21cb315b19008793",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_001",
                "gradient": {
                  "root": "2197dd9f1f7c1bcae7f24aad627f35c144f5462e7f3f79b8d275d14d9d937339",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "0d7c5c4c5e7f0de83e81e67c5b132304ed8effda435e4cb9d2867fcc58336768",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "157b48f2f3a78ff28a2cf382ef877b8f7f846f65c549de93fcb2beb057fbaf55",
                  "shape": [
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "23ff11e3eb64f4644b2526ffd76ab4298591b60e32c3ee9d8b0d4120c89e36e0",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "3ad5492f23d619688cf2338965d49ac251a5f455ae1cf84fa665510b654695b8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "a1195b8585fef36f12e7e89315bf88d618b39c5b5bfe0f16aedc4405d48154f8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "2eb5bf9845f5f8d240364ee8c798513d728dea6c03bcbc2bf9982e69435a135f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1f67a2fbcc4bdb555eebe4cfa697d4124cff1521b74d8f76718bdc5481803bbe",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "da6481af7205f80529d56b908378f7cd045ca77d00af93dad14ec49330522f08",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "67b69709d1babcf406afd595a1f223379197fb34cfbe074fc8251d44d1502408",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "1162898477044d97dce4ccf28aff53f60afde2f97af6e6a989dd1d96cfee1fc0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "94a7f47704bbb4822a09b809cb4da548f11d5cb607ab2fca86ad08dd0e19416e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "615fcb1c96f58dd41f8a6327e15964202dbcf536e2a1daf873f945abe5db47a9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "5d8d6b72a09d2d25cfb8105c36aba56d1c6e2255bcfc26dd46830539187fc3bf",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "93edb3b1eb82da88ad6b04f4d00fa4c5147c75cf7ef3c808922ce27950bb9039",
                  "shape": [
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "87de2d5b5a0266dc8619f4b9d86142b0059e5b190651c92858406a951515e899",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "702fddd288a2e5ff32a2238ffab88c1b719dc49991a91027b4ef838ce934514b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5c320e1ed465b4c455c79ba93a9c8e7f82b60482e88e356fbcd5dd332960000a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "e0954307072511222e1bcc202ba05c5616056cea88058f9bb8b26623fdab1712",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "0f65ebafd0cb90f391ed37bf1bcb347ddb7a8b96adc7ab860c5c7551d7776445",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5a5bbfc706ed7715021a87a6f34dc20e0857f66fea585b71a797c4ab54ec4c9d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "ec0788769cc97d8ab2ec97965792107822f5e7f01c2429eb68bd3ba4a65786f4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "59b8992352be5e9ce3ade23ed0396a4d0a6c18fca55a721230ff23ada45a3a1b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "c3815f17de0b2444d4eb43a91fbfe97f2cf57d4671f74fcf4c3cd1205d63fd02",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "5cda7aec1b3dda3d045e550bb3386f252973b1c9d32098bb63483d0610aef459",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "f7e775992e57f3d975bc55f7a7773665483310ee2931a2793e0f9941bfeecc24",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "511ec7d028cce096a09084466f94e85669637a56ffb3cb949b3a45b31cff2652",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_002",
                "gradient": {
                  "root": "e50e135c5d61d06031d3cd89c4e1d8aebcedf896f114c35388b4b5446f9e9db0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "ca3a8ceab9778ddcc4f225a6805f1f1a6c93465e14420b5e2aecd0831872b473",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d53315090fcc311a5df90312c0cb9cd41035ea45275b7cfc2fe2e72abb06ceca",
                  "shape": [
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "4629b59d758393e66bc80f600eaa15e5c81e4a27d7b773e9987594be9a68831c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "9a7d19af7dc1f16094e7cec38f02db845b80c85db18420175d5f40580cc184c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "802c2ebe41ea8f2a3bae0b827aa7c98f3923215552b2f6d5900849fd4a48278e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "84b100a2fec1fabca41d3a9c751cdc20eff97c96d64c59e4b78ff6916a0b50e7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "231e2140055c3922963dbeed6e0a8310f48a3b0d3465553840f7ee986b6d40d9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0a714d2d654278655d9b7fd5e10a4ccced169278c035fe315200f1b8be3926ea",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "9ab29735f17ae25c25e7a52f9bc067b4a077e585fc2aad0724024a72b2725f60",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "094ef1a5402fdde4da1887dc6ea60812765df0ab274e34b56d3957a4d89473b8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "df24ae4b05ef540469150c2072eac42bac6a564c1992a417d27f78b05a19ddf9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "fe3608f32fa217417e91fda34d4ac4511c1a30eeac3a1a6b569fb97f8a5422f0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f343394bc156c70395404d17e6ff4d431b280e158142a87f3e8243124e1a1486",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "f9bb08aea74d7be46206fc644b35e38fc8b3e5446351e5cb2685e567809870a0",
                  "shape": [
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "f86d345197239a430854e9b480ad9d79db136bbbf18723eaf9e9efaadf5c2f93",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "3684bf786c5b1b4eb732918aa6308cf3c44fd568e6f9d17e2d2e80e3e9577715",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ea99a99c102de5fd120e7980f1a0c3d915e7e3500ed3bfb383f3216b6039932a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "e71cd531c70129671f05fb00ef1abff7349c565cb25abe6a5a1e2fad0df95737",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "06e54b4e5a9a703fc9aa5a842d955c07012f2493377a5739a8283b38dc8141d4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a6e3bc9cb36ea47b750237b9ffa9a29f520e90b990a842e4ae47382b4ba93475",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "beb2ffdc568b5d49ff7f2c115f58f064b4430fae70f5da9b729e9d413795de95",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "7d9bce545813170103515f5479b51430db66efc232c81e249fb930793cb0bf43",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cc0c8b8766c3c1202175f1079ef6bbed0499232f56ce416cea55a927aa68a951",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "705fdaf38d300da0102c42a62d9245cadfce78d0f09194189e8be6dd023199b3",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "ab149451380116cb787ba84e0891103b2402260c1f39c0b4573d8be4f4084c42",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a77b2d5731f8a3940e225ca7c44b4bc5589e32391e9ebf59f17afd8536112a83",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_003",
                "gradient": {
                  "root": "39b9c5785e1ad46155329126e34146feeb8a0d2c954715068a71c7d276196b0e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "1bc5b1cd76b9f44665a23e69360e73247f597586c4083165f07e6573e7ad4210",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8dfa590b750a5d68aaf225e43c5fe11318d61a43d389780d6b8dc6a377ed2e96",
                  "shape": [
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "b15104b5262141259c391cb071a03ea95dbb00767ed9f3e59bcad0762d215e4a",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a52c52e4f0cc254889a9199184a0f32063442cd01bf0df9e13a4530207264038",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "0fd70eab4e5f685fc58296f9e458994a6d3fc9599e5970c4f8046ee8956fbd42",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "36dd24411a80092099c4c1a09573f1801e34665628d3d54bc50a34a3b5a55c4a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "51a33c9204f87a5ae0a81394e0f51ff80c44df986116eb3a5ecf9a76ffc63183",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "130d56970f84737690e9b5f32e6b1bb191bcfd757aaa19ab1ce87a833c9208e3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "402f1e6d9cff439de5f4608a1e3520896d0b5a8242001bb504db0c078c2b5f55",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "d11c7d52d7e2d843e8307d51063deccb256ea3f73c6e6db989c6d76fc4337a9d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "8e5fa81c5e61d720f1fd16dd612c01e19021335280acbdd55a0443583d39f889",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "8aa79d8034c5a1096b8100d744f173efb6fc9fb532395fefa0eba698a8b85353",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "dc25dc5a7dd27d37856c4f0215b4e7c71d68903cf7dbb31b0d19efaae2fcd31c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8469dac2ecb296fadb36cd3d58ca70974c40b12ea90addecb4ba8d0e77e38418",
                  "shape": [
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "ffec7624e316d674788b1d658da290300d9d8bd978f88b21d3bd0922eda52a98",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "87fbd0e73f34450fb3ce9860f74bae559f58917c45bd94595dd984e5f36866dc",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a4a593d672cf48b043ffc86deedb9b1a53e01c939bbefbb4253e81715df1cc81",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "6d898db4e69ebfd1c73319f3cae3781ba5e8c8ef5392b14be425f2c9d834ff2a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "52133077f2076f1621346b2942a331750b73eadf4e0aa047c744d7e0f4bef3c5",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "8535266a6164306394450bf0c9f3845b3aabd0698440c3a072ee00828f94f053",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "45d3907d47b7613a8095ce7a011e0a4741a661b1b46e1c72285e4973f7aa88b0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c841767fd11fb8e75983a325bb89ce99f1aa44a3ae5e17738bb505f285ae24fd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "081e85dc73d4d92472a5e75ae1a6988fd291919c2622e8e088a39b604d05003f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "ce4b0184e1b01518af2f20025af40fdbf89e42a734a1d5557926447ffc5431c0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "7be1700c4a431187b2a49b4ab49694c2f8bbffa45179a394610562befc073efb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "f691870b566711521360f5f0e0b8a134404cf9532c4e2f87928982af45814714",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_004",
                "gradient": {
                  "root": "608f6f8345b794f4a111961f33ede4c7383865b51d6231423a9c795ea52b3b80",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "80caf734f5b00a1e6a73fc5bcba61906a1b98cd2ff6f14638ea28cadb2afe1dc",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "before": {
                  "root": "138713fbe16e74146ff041276e8090f0298aaacd1e34c689b1d2be7c37128dfa",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "component": "embed",
                "gradient": {
                  "root": "76ed551a589b3e622b3c3b5ee6720bb520bb93621dc87763bf695c02494cf2b5",
                  "shape": [
                    49152,
                    576
                  ]
                },
                "tensor": "weight"
              },
              {
                "after": {
                  "root": "041aeaaa70eb25272f47bccd0cb236cbfb80891c9f7f08a868f41479df2743cc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b15c9f68a3f09c1f6ee80755dd07152c7cde2ec28babaa4a44039d7ffd68756e",
                  "shape": [
                    576
                  ]
                },
                "component": "norm",
                "gradient": {
                  "root": "6e4e8162e5efd05ac882cf0b64b344604ccc6baaa0238e07aa87ed1ebada0203",
                  "shape": [
                    576
                  ]
                },
                "tensor": "weight"
              }
            ]
          }
        },
        "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1": {
          "components": {
            "block_005": {
              "parameters": 3540096,
              "root": "6e6b576b5bdd4a0ac8194b5a246776cbe70e7273af900a308edf92521225e8b9"
            },
            "block_006": {
              "parameters": 3540096,
              "root": "08c0f6f452fcabe8ccd754a213281138c26c129b57015c6d5af57e6ca31e5b04"
            },
            "block_007": {
              "parameters": 3540096,
              "root": "67c95fbdc17f498aa08d99adcde7e47c1aad358f279a5d17f138b1c5dcd471b6"
            },
            "block_008": {
              "parameters": 3540096,
              "root": "60fd2214ec6e61086c62532962c0845f252e386e972e5d93c6ff6671211110f8"
            },
            "block_009": {
              "parameters": 3540096,
              "root": "a3b7f48d10e8e9d637d0057bb46828e937f658da7d6b5d00561455284a0884c1"
            },
            "block_010": {
              "parameters": 3540096,
              "root": "2ab75cdd25505a375becf78d188e0ac76290ad04f6f82c61f46c9e848b3ded85"
            },
            "block_011": {
              "parameters": 3540096,
              "root": "c782054337c86113ade21dbb37c65b8a8b6fcaa26e017b6e59b4b2c556ae80f6"
            },
            "block_012": {
              "parameters": 3540096,
              "root": "e45b0f85a3af856bc783547342051a932f19e1a1f0c06dfa46cf5b76e54ccb09"
            },
            "block_013": {
              "parameters": 3540096,
              "root": "a40dbe30328fadd2050333e487fa51a09225e73415700a73c9d80e9fcb50c0da"
            },
            "block_014": {
              "parameters": 3540096,
              "root": "d449008464c1da03c23712fe201cba3962841286886ec8993a03696df0aa5abd"
            },
            "block_015": {
              "parameters": 3540096,
              "root": "170ec75bb70dd0311fc033399b7948e3cd363f9fc2b85901a9ea6350a2fbfbb7"
            },
            "block_016": {
              "parameters": 3540096,
              "root": "3d7db69e0b52168681aad6c69fc4d876979fac979c70dc7e163ac8f628a041a5"
            },
            "block_017": {
              "parameters": 3540096,
              "root": "ff805a0436644a8c42ee49ae3be52c4667530968a33fe4f79a64804a7e8bc755"
            }
          },
          "gradient_in": "fcb7b06c25f7f7b2e693537b7614f30646b2b1f7a207a59593cdadaeefccd33e",
          "gradient_out": "1d3a0a5be4891a450113d229792c103c4164fd672d315d8bdc710a847914c4bd",
          "input": "a068ad0ae5947ff717ac41eb716ea261dd9160ad2c699319e0040483957035e7",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "norm_squared_hex": "0x1.b5300d95bedbap+4",
          "output": "1191ec1504148541fba372548c61739c6daec90403b792dfaa6db9361371a034",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "block_005",
              "block_006",
              "block_007",
              "block_008",
              "block_009",
              "block_010",
              "block_011",
              "block_012",
              "block_013",
              "block_014",
              "block_015",
              "block_016",
              "block_017"
            ],
            "parameters": 46021248
          },
          "phase": "forward",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "ada483ee690804d944a7526589398d99e8bb68bff45a04f3f9748146eefe31e9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "acdf64633176c1e62b89af4f7010cd83b7c992ca5176aa0b639dc8ae703d29eb",
                  "shape": [
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "3305352de4784f12fba6bee534d0d965317cf37a5deadc082032f125c507f92a",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "41e525383eace7fe103eb0e6e8a2c3b91c610fdbd7183f587fd87aae152917ee",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "d6dae3e71a7675df74fcf4ef252c5dc28320a760e31951ce5578f47cc02e4e64",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "f015ea29125c309e0c427dcbad3eb7586f6eb14a9e337e159c902cb433875c21",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "553d8185b19b06f579ca058de7c53a5e8132d78c7c0c5796ebac132665ac8af8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "4ced9a6daf0cea9cf06a9844c9ceef1604edc00b0954fbdc536bdd040a39f7b6",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "ea7fec6c96ec653165ef85091bbb8bb3d6aa61f93940878773b89766c37cf7cb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "0602b8f5456e6014b3880e602787381edf5c787795daa99ac90717d81407b1d4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "cbc3406ae136c2437e53297a632832d9d6f95b1937163c919874a4b75ac1bb0f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "6fdbdc9d449fc2b955ca770bbc0d18e1fe0034c90677470ba6e4938bb0e6a1b7",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "947441193663dacfd4a5a649b1583dfdd46db1e2369d96d6e201fe320ac4ac1b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "668ed243d347a5698323756738544e28e7556e249470654467d4a8ef22319b0c",
                  "shape": [
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "d0abe442bf504669fdc56c91c88eebfa49f897d95d4d91c2f2c10231e99fd36e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "89ed9dbaa90a3849b52e58769b18351e5271c55c379b72f3a40c6d66ef42756d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3d4329f04af939b87dd9d1bdb2e4ae41a3d3694f456f92fd288adb8862fc4f1d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "ea5ce7e8a4e9aa5e45ecd3922147c177b37b9cd49ddeee59e2635ea82d5ac578",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "cfe7f6a2a8acc5fa1aaf4f8e3614c3c08e84327817b7eedf124ecd501cddd83d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "6b23496e451dd21e7af851679ba7368f8e4bcfea785e26a66ad736c76ff4fde2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "6be425a13ecc0c36e8e82bd1c77d6d8af21e464f128d9a16bb28c97b6f3b51be",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "258c9e6bc5a49b80576a75757ca9b236429498424fa23c2415502b61bfdac957",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "d6eea11071a41e3d737cad878d0cc8af235c3f94d7220b586951f3f833e61286",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "434cc34d561c88a43f2d5dc539446ba0f02c148588670e490062f1d2621c8008",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "566cf6817b3004a3d3fe7b65d6a8922e0317c5627d58ede762f828057851064c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5d70e3a45b9a18b99deb7d595d557554502414cbe9bf9da27d299184c8bf0b8e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_005",
                "gradient": {
                  "root": "51c9bc7c9512cb40cf2976ff597de1adf53f0943104a0024201ba68e33e6531c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "f190e6202a5fd1479c89735181574d25af68bee8c4df8552181783888ff5d84b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "dca8d4318814da190ea9e0fb998b56a88e840123326e17a4b7314502a73fca0b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "25b1eabd871264f11e8fb525f793fe04b51600d05e349032cf798de5d461f6a1",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "602ad09c177c4ecd1603054140aa663aad7d0f039d23d44403d77888a41b1b6a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "c187f7f60593a1f1f83f878a85253f9a1f006f9ae64f20bd7775f62bf29821a4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "631ecdb72dea29268f35cfa401c7e2894d4899cf1a626d5ab25259a88d34f3f5",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "e17640ef1ede132e0c56b257a32de6de6e1cc319619aeeff12502ec04dff8c87",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "60a36b9bb2812f0ee6b21141d3199effcb81f9e46120213798da30aa488b5ed5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "d86d0f590908658821fa785b2cd16d7bcc4224cbbc101e5a72bd3f57e3cf2f29",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "6db8262f6773af5caf5792c59b03c1a11d6fe7f469602fefb9a43faeb8f7baf6",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1a07056ba81ad1d23cd2c4e4a44424aed386aa72f68496120f88b8a4fcf8c0c8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "1c65f9c85eb0af4a0e924be87905e58796ed698b921aa041e91e4ac8525d3e6d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "519e658e59176572ed53566289a3f580f8c1d95db473394abb15106ca5fe0d4d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "cd454b81f890270cb7fee1cc770c7fe6f66161368bd0f19ec8e4b8af496d7f38",
                  "shape": [
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "d2416f4a097a3aed0eb5b9c169c7972f74bd1a91894195ecaac649b3d1cbb374",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "78bb6adc57c0e2623f41db321c18d6891ede053fb1bde11eeb785db43ffa34c9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "a46c863c5ca3004fcb9f302e109d7ffe458926886cbcf7f1870bf948cac71353",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "9e36047d388e8cfceb22d774b483f9c775bd53f043da1acc20f3c86e2d02bde0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "1f2f4bf640b65d9d57d121ef7d24af65fd9d2bfa16d804bd04ba7bcdf4ce7cfc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cc26563d068caa06d013bc214ddb34c65428a88078d185f2d0ca4aaefa32e034",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "dc0e241e0cd5f65868e41c6de2a22dc56b34d40a54338e45d2e0ac3f61b6f053",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "bf8597bd8d7b756b6584094c06153e8476bf24428335c096b827ce3371a58865",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0f01a89dab23eec840e06d8dc7334d9ab2be8dc06891673cd4495b010d7672b9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "60fcd693b835963679ef05e757ef904f65cab27475c1acfc95ea31e3888e7933",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "e57600d896df9d46709a869d94e7518c9a85ec697d49f77a3a69a6fdc449b10b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e5126f7637c85bb4ec7ecf98287a71b0c579708968c8726eb524c0114b34d29a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_006",
                "gradient": {
                  "root": "367427defff967760ef0212937ba34190376deab91a0282375569da90982eb3a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "84107abc5d91cea80c40d0b756afb1091d1e7043a33ae8f632281a4728bdb70e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "a0e57d810578a0955d9fbbabc7b1574154dc382aebbb3c0bf59bb1201912e05b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "13b2789b85d6b5d2b8cf0d2d18d2448de8ec21b6cb6fc5af9c17a8378211ddff",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "29b4eef51c51702610ea470b4520c05a8ef2fe5f9a620f6de03af367bb406bc4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "80ea57891018b09d98ac21649932b3ac1c1eaa36f601d7dbf65c2b6c04a693f8",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "2ad1c4f80a4a54f8cfef10d1e7ea283565edd2cdf4205fa28b0930c25f248ad0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "4630c80c22c35bfd2d49a6deba871f2b911461d5a9c7d94d797675d32d736dda",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "a5bd09f4a48a556da74e12198f981404d3dd4f9d535776a176c4c21af43f1b49",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "59edb3596eb42b89b3f86daa3b562c583ec059c14222990b16112252f996ad8d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "9eef5915618099a063cafab8ba29d78a98d98283ef8e7e0d8ac8cf94f9e4e65a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d490cbbc447db81499a68530c2330693603012eae999ad9467ad952e8bc5d5a1",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "34608f08ebb6c199b5389d67baa01945183d13cc41a1405052828857f94276b0",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f58da4ba3159da54b6ed6b09d870087b51b245954a264be2103461f8bc2222f0",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8c6816a72f26fec15204dd911ea93d7561531e217f8a9123f3fb1dee8c89e64e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "d2be2ba902c5ea3b574e5e24f57d26f3d2dfee640023b72e1dfde3e93256a0a0",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "04514e03746fb141b46c8ca4131d1c6b365f25f28a6527b63288f182aaa5766e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b462d4f600fc27e8a9b21f0acbb1e97c1878c51ff19b103cf9bcd4255d6d2e19",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "762cf53fbc4b7f57835e44d3f0d9e4b082747a3a63278d6a330637b1193e7156",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "5817560655ad08d02841e42e3244bd456fc1f46b7ca3b0f0d724ee12bd1800df",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "469064ca878d7776ebbb550a8f8b7e75f93364869b753a75a22b598c53a5382f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "984e1eee41cc4259a0f3ff5fe1bcce6d6d672d5d7ce7354c296fc138e5d63437",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "072d3968fc221983cbcba062f7618cd231b01ec9fe30652e7e948b585855afe5",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e1c5d7ca85c9e88ba76f59b29a6e9ac16a09f09d6e5a2bcb97c3f2b12603e21c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "58414e08a9154b23d6de1532c68e6a010565152c9e96a1219beeeefead33ec82",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "de59b2b90385881b513f9aae498eb46539f366d81496192ce3dad14396fca936",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3cbd13d9b22b104984d5ce9342b9b01b9f935fd9175c2c630a56078f3ca20c5e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_007",
                "gradient": {
                  "root": "b6cc5cd178a31b7677091fe7ce0a71790562af1f7dda023294593dc9e704f109",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "105fd184f1ce24b244e67b37cc4f2029a98f3a7e8550d457c1c59bea7c0aef2e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "54ba2b1cf66cd777f8456277d1eb405f27659f9a27e5fff542671fc8cef99fa1",
                  "shape": [
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "a6c34c5b235c372065c07d1a3b7f7c9cc785e3ff8d1b93dd1570fdf652778c6e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "3a54781dcbd01bbabfc49c41328f51bf32e13233f26a157acd18dd2f446b1537",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "ddb7920da78fbf1d74d0d2aee5efa8ed7920c1c13f211494664e1a79be606e74",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "bb60424ea3f0c5b7e7db9bf7c220a9e43019354ab02bcc148f907d095a4fe73a",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f227fa761f8936f75f9d0eac81d5c1a80fef420fc698d2885477456252b59bd8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2eca494fd08dba13899992b387daa03290ec1311316521cf33263149bfd90f80",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "fa2eadc244b22bac51c8a380f21734cf00e544a58ac520284e508fd6a201f791",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "2d21716a875e158ed65908b633c1677c3a95c564c7881c1e5df62d8484db5567",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "e26b362294f27c3ca1617bd1f68a6bb84fb48d551ef9999bc9f62c38a0b729fe",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "729a8d6ef09ab0bd80351a66816b18050c7cf31386af62c37c57d0ca171137f4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "3f09d38786509c1123ef70049c74c754c348ed2800860d4951a54831f60e517f",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0d84c60e028ed558a95a7ede1dca4b5dc25b10899fb89ed6a5c76e4ac7cc7aa4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "322d8178ecb8e95558c854e83dda74e18d0a907ea19db48e2f75919d8b8c02fa",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "91befa12cc4fa0d71e2d9f3b80085b9426dfd5ce38d7dcfb43ad42845052c672",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "8b50664bccb877f6421043778defd34704bab00ca421d39847287fd30c9a052e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "1e855b096b7a70d4cea77466f92463eb83fd1b80b8c2730046d9d6ad73a57ce7",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "65e4f4cd180721d46c97a96ccb4105b273d28125b0f50db71a690f4ed66663e6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0cf41bc6083a93a9d91f2aca846979b3e8a3a3da071af27632c77671b8c2f801",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "d24152287e1bee910894b555f34b1094c0e2cfa3b8dbd8e086e4a8d3182c3055",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "489724be4434dbf86717750875848c6de13e55b2faf2a4385224e593e0cd3ab9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fe6c3ea58a8194182966d3bfc02c7ae062c37dd400aa22c8649516aae7f3f2e2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "4fdb69b2bb74e4ef0bc521b49b02bc624d6aceabe958abcdbe237bee2db98e73",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "bee2587fb036982a9a2aa8f8662abf367fef79bb26b4a810aabf07cbc2170309",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "4f396d0d1559d6515efc5e6507d4fd09c39930ddde3660a4186506674bb26bf3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_008",
                "gradient": {
                  "root": "1aada1d94dbe2d4ce1cb5881cf6c8fd88e0cf23b735920ebbd67e36bac12d288",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8fcd030e0c0a85a85b303856c84a02b28218cc4d87e462d90cf734ade710e1b7",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "58bff540a9011f120a607cb11618cffad5a5a5aadfcd9b5759de8563802a1590",
                  "shape": [
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "e5f16f844e7fa26299df1e59bc8ccb799e18855e31889dc0c63c12a6dc4b6a50",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "fc99f09ee8d35f06fed5229b56b9a1518691227a71892477bc71fe352eb922da",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "9f1679918648eb6da07ddca4b6d808cb8fa9b597a108d75cab27d9d84642257c",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "b466f0a300b8544d5993a8e589d5262aca46428fa980b29efbc0ef6d50bad79e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "472be537ba4bedf4541b2a583e85738e6b04ba18fd75ee843beb0fb3512a34ab",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "076af0d3d7311ed6abc592e2d151c61fd576724071f256c224e65ec6eadc61c4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "079d3a5707964e9a89390b65d1918dfaa560e98c0ae945b96593b07257880b09",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "abf14708e079b791d5af75df9a09d86c89d30687fbd545fe16e5626399ccb7ba",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "73fcf3ebd5671b99a66bcd0e99ccdc30c0aa038a8cda823c9213be51ded01723",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "e7b0b5d8057b143b9a8a7376b9e195327906faa8f52f1bf5008b286a518e7393",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "67c87456f833a05879f5efa3de5d25974bb9e050f58c9181bf8d29447550d3ae",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "2aa8340e4ec24238e75ff95e25b98ac2e42e7e5df3ef7cc4a105a255443b946f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "c5e749b7454e3339d8ad11203bd7b6e0d2cc4c81923517ecca8b87374c532df2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "a100efb91c312a84228e8a3b93db2286c0d41ced4e903ca0fa4264761addeb04",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9be7aacfdb3f288d07f9ffe45f343ed44169078def31d3fdf421074c4dc8ecdb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "697399b728089545dc2da3252a0b8d3d24e7241d70038d32060933d1bc604711",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "296a06d1b555024f5cc00c6f5e80eabbb1ee5902ca574793f5dedfc7ebe5e60b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "385cb5a89c570ae3409127219d62eb88777b0051afff9c74fd0fc0d1db36c340",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "c031bd8aa32d24b866e435c5368f3f2c446d40b2aa10fb5b050b85d89d12f23c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c3c8948b9ea621eea0439e1dbd8733faaf2e139d583fef47ad3cd81029deb65b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "1e437bccc8bb4d83bc2914ae42a757bb19dde1e63cdab0192d0fc616d860efe0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "6b0fe34c1502d91bdb585b465783e54018bbca6c4815fdc1a364c897d89f67d6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "e4d292de05966ae53d804dc6fbc4fa0f37ce44d7693030fecea7c3e325e07fc2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9b63bf4f5d8ca6834d2d5961201910dffa426c39aae470960ca820f221d9d0d6",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_009",
                "gradient": {
                  "root": "d956ef134c5f2e9cbcd30755dc287337b28e04387d675c6de882d3f6ef918e5f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "13271ac0d649d67be00cdf871451c27a0c79a31575895c9113caf1ff49355b2e",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "9b8e61abe14da1da773726c8b949a47138d46973c70b214b115d10bee33e87ac",
                  "shape": [
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "9a85cce6bc6b7c340bb99ec37c6f645a19314f1c6670ccb183cbe8cb76cc2786",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "9526f76bc5f4476ce685cb0b0fa807d80ddde843da28122d8dc3a2851ae72829",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "d5cbfa35d3b8aa891a90a5b49570b526f783b2cca7adeff89acfa4fc23ae8cd0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "10a3079bbb6f82c6ca8d234a947cc59f7d82b6108e5c1f136bd15aeff8cd0495",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "40225043a12078475133ffec720820a8fb58ccfeff599b1242a20d793053919f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "68583934a4d7796bddc91ce6701389e76961003e1c6ecfd3a24cac8715e4f4f5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "7e2c91a81f46f9b2bc908087109724e87b0d0d88a14e2a92ef1a6d3fa7b6d2c5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "912444d81204ab29fb4fd1b7fd65cc3571fd109c8194456788f1b40b843d2e77",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5b369a386aeba9ffbe1115b98be49500f842dd90b5d426bcd56b6d1df32c58fd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "12efa82fcde17119e0bfd1dc968e476b035e186635e758922e41a2eb91e0d59a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1b73e110242087cdc1544baa2d4f9a3af602e24451caa93b0d2f0a750ae74937",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "c51fac53ec55ff41f16972d3687c124fa91dd52792afaddb845357c18b74ff84",
                  "shape": [
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "c808b27c2c2b722183be709e3f24ac78b186819306119fef4d2913ee142d12af",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "288b184eccc9a2f18d44dfe1a391e0ff62618b80d59e11434407aaf245c562bd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bf2ce2cc0efac50ef080eabf97e7858890ccc31267e9cd9c5c10d5abbb8c43ce",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "6987a6f4c4f0e663d4e298d9838718fa2a2f7d75dcb4cb0ecac83caeff682df9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "303bcdf5423bf81e5b08f17015ded219f5aa75c19737589d3c6ef4b6bda723ad",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "65e7ff9d1ea7495e207bfdb8c6bb0bc58b87034e839815bb72969d14bc133a0c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "487867e2c2d419d5e4140a99bdb85dd7785a64f698a5971b5c21fec888b53d4d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "b5f77876713e758a08953c3fbee6f25f7665331209726d87000bb9abefd446c6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a0b8541abc564634814badecde97ff75582186b0c5b8f5186d63f799b9ec069c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "aeccece1ba126f0f4caeb20b3f7db78d3b39992e8f79281a58708f9cb8874e2c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8ac477cae7c038450f29b81ec0502de917e81d0bb9de2275423139380df847f3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "407b8b282f3e51816460a1617e6d6063fdcf15184d0ade0fee8c607dc511036d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_010",
                "gradient": {
                  "root": "e70720a8ce6e3b99496ac654e51a0fed2e0c9a9bf49f3e9e4f32f93e59fdb3e8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "128e7f8fcd7dcad08627d4af781d5207dee9f900f8b7f02d1b5a4a11885c6252",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "53bd47dd442838154bb369e8ab369ce73f16a6ce84d2daa99732fac0d41f31a7",
                  "shape": [
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "0015f1ff7595ebded20c4230c44cb7e3bfd3e93071a40fccbd06980c61a3d979",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "918cb9189d51a6150d503a72c506ed610df0797f59206fc048db8a6e3cfacd21",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5ac3452f3a2dd24ddbd23b47634422c966cbf0f2a14ed47e3fda18cc455eaaee",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "2e44351cd038d9b45faca93868c40517e8093fe9cdc3b0030c080e3db8341dd6",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f4c4b2cd63b7f85b87c7efac8e2a82603f7018a149a59fd9cfa0989712d1fe42",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "920c01bb709045432b8456add1b8248c9ecbbfa6fac7bfa4de3e2ffff905a044",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "4d7409bf5d7187442989dc548f1bb780c0e0d9b2b97abfbb9429e145e1ba329f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "732ae11379c0781ecb6fc2dfd1fc0e5df04930d2cd23953bb16bd45fdd9a776e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "cf5a84e10fe6d34197a611a3a0b034870ca7d226f4ba93aefa046501c6cf5e0c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "557b3857c9cec68253b496df95b698521ff1352eb02d5bbcc200b7b7eb518a1c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "7e608a4e5c3e4e2eb956c5202407e7ac44e8e7161f73d3ba3dde9240ff432f90",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "be275e715951a238d6fe1a67ff0ca22dfde19e08a4204e10343926ea41121a98",
                  "shape": [
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "52da10c1be0ec3e40f3af35b51555a4f5194b82be8ecf00fd22cf95ee758989c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "25f3b30133e7b69269ac6e5c00c900a82d1413163202ce1bc84cbe268da373aa",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "89bb84712a7cd2dbc9c13e1f3450a60053daf0e235560b02a6308fcb272d3726",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "8ac0f84d31419594cf1f7604e3a989f7e8afb83aad21c5bff910f09ee529f84b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "60ac50b800ced5eb326ed6772f5c41bf2101711b3f177c377a39b2d85ca889c8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "34fd9ed32ad5f624a2c97956cd19f3ac83da56607666a4157dd5d9a0aa436e7b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "e8c4165910b8fd6374b4921aed429cbb931108aa1b42b2fcdf78f4b4d26dae16",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d89547b64557f6f5278785076610962a25884b8219881ee2931f8514c8c93d2b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "46f5ae8bb9535a404dc96c7f51f28ca5564658d668a8e61204b71ebca5b434a7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "22f8d5addab987988caf68f3f03244044fbd12ccd8c4552f971e26301685005f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3898c6ecc0417996b8bd0d4cb049ca31ae416f46cf36c92c5ef536b76cc2df03",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e2fdfe3f88677f8feb5e8059366255c06b8efaa8960511aeca46fdf734b44c7a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_011",
                "gradient": {
                  "root": "269c79ecc92c97776b5a4590562bbca2a41d6ed36297dc3cc822371315c1201d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8a2ad53065bb29fe9d3492e2aaef975c170d5174feb1795b7a01a694b2c4d7c3",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8a7fb21a1aea6c853a15dbbfcc9b4bc69862dafed86d957fa6809cb59b8db82d",
                  "shape": [
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "5cfafcc36c4f8b42fc87cc7b5be459cfc1f489fabb5b24d42013f27696083211",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "ce3cfb16fc9e2c4b4162113e15a86b7a08c50079bc83c3faca683112558d8427",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "afaa7da40147397f206d47cc15457c63bcd54f467fa1f229a202741c908158d4",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "cde2b04ef67daca17651fdf46b52e947cb3e4359db177b0bd325daf06ee1bdcd",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "5dbcfca16c7d428a64059a499740a12ebd6f2f0e3cabbccf60b44e48006e3001",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "77ca67be72c962ffdd35c4dfe47d9cd2fcc5653a370fc813a3b0c1af28cc135c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "8df4f53c469654fc4e88b54b11a71c46c61f9cabcf664b6cc203d96dbd4dd12b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "623f9a7efdb701ef2db05c363bcedb2bc6bf803b39515a2cd95bb78d60d0c00d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "7ad3110a8d3dfd084cb1081ad9a1680e71de8bf8be5a1580c3159c7ea2fc95e7",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "f0c6815647e138553f72a82ab64cc16c80b77e4049e7dd7316bf358ce0c48c2d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "73a9f02403096e8f09d10d9e8c34a38e7b41357d88ff0c0666329da4b11a459d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "768042c1237b17555fe9fef138cf1810b568eab3bad4dc01a70bc18a2a94b1c9",
                  "shape": [
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "265203351b9d5573ea640658ba44cdc1a06121f433e3711a3444d98256bd7f97",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "4eced76f73b9124aa5e7e6f20d8f10dc344cebdef3319cdb101a466df8eda538",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "788acac9732dbccdbf8d54bc86b8cc7bdf49206067bc3ad34cbb6406a4074a91",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "4646e1ab4d986f201b7f17d59be328f92b9eaaf5c25482ef0c8c4930004d901f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "20feba36f07267d0b6b50c0a4eb8bff64180188e1551f1265e9fc792391c4b8a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9679bdc9488e62351920f809977170af5f81e0a2082d98f6b9f5c7720ddc4045",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "775405a36a30f20d910aeea0a2cce0f0513ba6233973c5e7178258183aee6fec",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "4321d077ed692a64c3a04b880b1147b6d7981151ebfa38c4e0a36312cfa1d9f8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0ae2436b42d38476960680ccca4d42fda473f41f2822322a9983bfb44615cbd7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "0ad53ea7a1d54be360d8e4f9b51a14d75c0da11b9723d39510ec627b1a36c2f9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3cb51519a82dffbd4382abda00beaeaa8912ba1bd3b7ba8c224214ce1dfa7063",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "6df725141329543d46e22cb060344b68a84b9c1f71e96d43f00bfd782fa09339",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_012",
                "gradient": {
                  "root": "d0f75ba62adf2810422de9dd2520d8e0d38af87797c1f1d5a795dbd09025124d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "f955c8d26b19372f05da9f642069d3813cc2bcf85b6fb8f043b6c6242208ae2c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1cbffe8adfcf16205de9db8cc50618b1f4e34512b04a689acf5e1e211d468e06",
                  "shape": [
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "4ce89bf40a90400828bfa7060a1e53ce4fa2c1e590edc2cedc6e9864ec6aa227",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a1d5d52188f0f0b4b7ae67b5f2f3ec9d1716d3f0653af8c6ef9d5a8d87a4f33e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5d8f5ad8f48e9d41b1d1578295ec6edd921e266fb2f306c3d2ad435ed59dbd3e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "447601e6633307fd9e6451e669769eb8ea6e0e4e6a61e6ae9d4dbaa052dfe936",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f650d32ffb718458b34cc762de9ece25568e491bd44174f3bddde987fd9f4d05",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "4c28e01c371525827b0e7070a983221cb9c522050a5dad51490338ac25a61434",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "1d0245720ef11bdbecc8a821be6c3dc863361027daf03ff2892ce57f82952798",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "6c24703ef48ad0327a701ebd33a0320e7ac4f7a8aed34d802184dede57b2caa5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "452310b669f2ddb137fd51dd9c6fe0735664fb389f86c896106775a796698c7b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "7cd8f67d7f743f6509ccad3c7a9f32ea3bd78dfaddb047c7f78ee63f704fed98",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0102d59d748484fd4a4d6bb5d29fd1cdcd42e5e0b8ac59f5a31da560016be4c2",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "90e8c6a62d791531a7b625f2e5fe6856391ff7158db5b305ad2164812d4b32cb",
                  "shape": [
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "2ff7d208fce49d466f875c8e8d756f659f5664de769c55b2b5ec9b1651a13e6f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "aef8c2959f69f7ce2285e59fc1e343d7adeb2ca4a7a77a456ea7eb7fdf54694d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "95e58e8a8f633cd6d97e52730e27e306246d865b3531556f5dcdb1c0c5a031e1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "364e324e1f7d183f27ff9d4a4eb64c20070bfdc22241c78cf346280528e05e55",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "48b1d22e63507e1ac565c66ac391e3e6603e36a5533c9b63b1549c65e4808e37",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "d7c2a18e4973a0be0b50254fb46b4f20746437b4bb91724601f15cbd9ca89e74",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "b9076fb330aaafa6c0897913164294ad194d3cac41ce2ad33ffd4e7308c074f4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "92c4dfc7ce550ea7750733555de32e36997a519d1e4208ffe6686a8ab0056cf6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fb6b34276cbee2165d7a366b190bc79219168a93750606c0678ce1157dcd0158",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "b84b4f75e1003ab24868221c4b2a96b5a51439ae7fb85cb784454e2e3e0eacf4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "f4eebea3f058117f18c45c62e4d7f7e0d588de1bdcbfefe68e2095fddea950d2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3ae785c515f3f6564d97b39f3a25cfd9b79feeb867c59e024c6f3229a21ad54a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_013",
                "gradient": {
                  "root": "c9970f1a1d107e33945774e601143948008b9f6c127ff121b4c4991271d0f9a3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "6c892dd12dc55ae81c8b3e083cdba3a9ef3f859d4f172eb7d636e493711eb005",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "90709530243cfa05628a06d17399923874a2a1b15d71fd81c57279cacc2920ea",
                  "shape": [
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "fe4f0045bf1294dc405c4eb30122d0ffadb1404ccd63c7a324bed3300635d6fa",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "bcd838969f19ad515db9b34345db7d7d6bfa00431c6989cc4ece34b4f72cc18f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "5db7873cce7bf10fb925d9b491542ec72d9aa92e7e6a1b3c4980ff3c9bdb8f42",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "681e900c232adcbb8499f016f58b71603c50566e4c6908e76641f59f0705d9fd",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "1db6266499ae3edf0dba8d964e0b752166547d49af8b34501f22a8cc8d9d928f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d6d39e4109cee6c6228f4c8abb26771a326f2e3a51f31d9163d5901900de838a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "81c610d7dab4f6ab32e06ab80b95a40fdb0a6718896747759c0937de419ad22a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "e71170adef3e0a01b4237e95e9d6533dbda6263d6e6d243aef5fcc7119a896f9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5e765c52f056d5d92897d3afa526a354f3497059a0b72eee3e62b3152c169cfd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "8a9c9fc663329810b5f1f507f0109acc482f9c041969d2b7559b9de9da028287",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f15daa745fd956c2faf3f6eebf8a8503781c372f636a5279b7772d77b1b3a418",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0b77159f14e86d37b51580b749708666d72c092cdf68e014256c7c74c0b43db2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "e11b771ef95c5b55e6772938eca7802c98ef0cc2a02d21f7740b4b98aeacf6fe",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "6d31b2c74232bb08e4c90a7cbcca94f323f8b64fc3a7bfbc79c61a84ee24eb4d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ac5bec1d0767205a9951801f26a877782320c872238b084ae4a2b393eba16f59",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "6d1548f9c4930844a3b963492e935d413ccac3ea8c4d7f136502833a57b68c30",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "b8f5ec076e8ca78071081b8b19b36ce577d7e5e6417d1746c396eacff81e5421",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "cfc795e31c9180241d3b90eaee0f94ff055ec6f9dc6cee725874813d39fec993",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "1c3db2182605ccdc4c816eaf64f205e16ed4c6a67b7c9d5ad185a7a4dd3a3e60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "7e9d31b31afdd62bbb0ac4f39167e2479f57db8aa4c14362a841f15599c9c23c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "315b83ec430fe1bcd474f5bedb824f456014641cb148b41b32dec74889eaeab2",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "ca88c3c365354653b369d735c9300eba2333edbf85a907ff9d9f2bde57f99977",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "8cadfcf522a1855c8d80e0d1d6d02832c5bd9d9fcf8800cbd636dec0ceace725",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "16ce0a4387494a7c70cd9714c42bc68830bf7aae8e659209ee82e8d52284ea92",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_014",
                "gradient": {
                  "root": "451a97a08e570b8c6d9f4ead4cd9c8dfb0768b1a8b2dd3f372d569dbd8a18a87",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "d3ec96b42314260c18caa1f834c3d227e261e5262b73d27af51f2734e2d52585",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "7e6696ac63c60445bb30cbee0cadef4dabdbc9da01ba721576d24ba291dc96a4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "7b1b148df72c68debf198ae32909e8b55ae53bcc85581bd4f595fc2a420201fb",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "a0ec11f201fc37cf38f747a66c5351eb6d80846943d1dde2e192d107a9f4f56b",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "326211d12acdc71a88c29c4886b15c918298ad63bd3add8f293bde1dbdb2bebe",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "686183d215b7f54581fb1ad62d97966820e6a5e7cddd65b6724e7596ba92b9db",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "7d1c92538135f3cf1206556860dedea9ea6aed0da213b3ffc56607bdf5df1216",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0225f6b7cf449d6b3186dc0cc650a4ab6b7e9393b5e03401716ce483bf1838dd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "001857daa44b75c3df3b229d72e71fe22929370d726bcf139f3d386a5723f622",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "e8eaa968f09ff55550f0b873aeed714cfde17654970b262e0afdc04570fa7e97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "c5227d103d53e22ca0fdeb62568e10ead9219233f5ad8a33c7784a45371ae0dc",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "d3d9e9bde72d1f42247f472ef60147f434302154bd5f35c0d847ec51f7e4a23a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "b110d99f078e27ddcde31365dc1bae69442a3803786cc71b7b1f39922e0d820b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "e76b4e1b2d85508b0c950b2868195bae3cc6cc6605a261d40f7f840ca66d412b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "0e27270450234d6fc390480219e735ee2515f93ac2f3f4b787c1fd024ae60969",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "2c5ff3977292ec622ac34427422ed0d8b5b7774d279361306f30218b5638e7a8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "cd096c52c31dfd1a65a5c61a8a76677714c78197743ecab45856a2c7bd524231",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "fa1f14af33f6fe1d58be766bde1cce60ce3d96e9e6e29c85170f6e888ce603e1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "f19c6b6c1cdc388f9c02c44f7f96705b4babc4e03985551837adab197e88e860",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3a24cf1e643fe3bf57d40bae34ccc68941600d25ae6106fae44c729e3e8af980",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "2d8eab124155cebd7328060539ef86b7cfee2b038b9cb318e71230b17b665b12",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "b96fbfb6a63b8a54fd51df3a0ed09ff9ce025cfdf8d9a3d776400597c6eb00dd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3fcceb6a1aa067a432e065937a2532181a65d3d322fa4cecbcf9883306b4bfb6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "d8f43d112cd3a83b0596ee9637c8abcce2d8885b6f10f45c027cb18ae2d62d6e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "57c042378e5f5d21743a52965018368684418ccc0ed3991c0daf246a8ad1ec55",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "7a3357c7b3d6c062860b88fb360ab5c82781e2ecafe0320295cc6c7ade4e4ba1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_015",
                "gradient": {
                  "root": "b89e046d73e529b7afbfcd46f784eaf4000daa0ae0974567635fe5f1bd751c0d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "2a11284020c13bf8f6507bd7e1a146f732689c77ae6fcb21ec16f73eac40ff95",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "ef4ceb7454a2174e184da99c84be91cca66f811407bfae5fd10cab7c678d8db2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "3bd1c3d8a100d6dc1cf67466f4c4f5774f4d02a3d60886994585ce48cc3e6ced",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0b48ec0fe4aa887eadc7e86d6ed3934b652e2555bf8b949205c4c0309e44cbe2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "aa908b3a1313cd80b267411eeae92d30a4c93c0e02de4c729063fe2aa75cce18",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "4e1e38a8fefd82f0866cc7d62a066e49ad85a6682728aa39347d85c5d9fa23e1",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "3f38adcd270ab573f3441ed4351d9e28194b0da97f8387e68c6dbb4216777fdb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1fe204ba6001686bab70232d3b78aece74395ee46da84992ad10883ba8b0e39f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "6d80136109770b49d9af4e6d33800711d151bac9e0ec20045dca0e048cf60452",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "215070a6b4bd1dc1814c00c6a3e8eb221db86cdd47d7ff64ddc3e05c6adb48bf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "453651a86b751e8aba59cdcc9767864fe2f65c207e13cb41680aeeb3565e5988",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "6a70d39bf60aac22b016cf58e966cb3df630714ffa3da996d1f4b52b06434e07",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "3d186e845f96c1a0def2f9ea49384b9c1492e644609cac033f1a678a1eb861e8",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "31adc6edc2ef47bc462b447b3d1ec444d2de840c6ed02227671bcb16b89b0bc2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "72c4f17b6966be879698208a8ba48162ad9523164cfe3fc53629803666d45322",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "5e995e8599774b8b6835ead51208454341198b0f79667bbc4e9e87641868868f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "345e399cece04364c9f6d26867213c52016a5ca4f2a37017cf7d6db0f96b226e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "0d29cc4dc2a6557b92897952d0274ed5979349ae3952ea8bb33a372e1856b013",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "457858bb3672318b0327f2767e47fc4ae18937c06eaa48939c3fbfe95d20a2cc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fe81fb03f12fbf028909240ce5f4da6c2d79dbcc423e9e7308351e620fa6d3a4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "4853574aae1223506559f69216a594173418bf31bc8925d1b2b5db510ed53bfa",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "c8d9ec7978eda750814ba7b78ab00f7cad144127fad0e6e255e8e52b6e8c591b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "8a84bf61e6031c7870133efbe12225ac919ca0a4237d2b54a8161b69c7d9872a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "a25b22d673527554dd2c3eb932156d73343ce0f8b590f091c24162074fe75147",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "32b92f9cf0be9732d0ca8484dcb9527799d1ee159744e0c582596429749d61dc",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5033935beeeb0da6f1c55b7c1e34b3ccca92193a41cb3fdbd14b80624e41e814",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_016",
                "gradient": {
                  "root": "9ee4b2f900563791170a23cff48445264ade6aa43533114256b3f31547a6c531",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "d0650bdc36a10ccca0c4e0f9534c468ddfdfcc58b76100152be2831e2f1bea2b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "c9f6ba48296367947473b733437a5dc9ab2014200e1aeaec2793e75d625b6a5b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "ae32ffe291e16f033c0d4c62b124120141d533cf811bf01e9458e9493b9083f2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4f55eba99ff1cd708cabc0986bca4416d9f2ff7b7876e7dd4528f5c08e43c112",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "e1268eb5f511cb6ba5cf5d665a56b105deafcb5144457e8f0d253df67338e9a0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "9d86e40a3b9252171468fcb319a36c64ce650ade3a59d4690104d043bdfe260e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "3c4aeeac189d9d83fb08000cf0729e573cb5299fff400ab349fd2502975d9590",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3305263ba3e4000e6c5291852f84893e06d85b834197a3ddf83d9f5fa87a6df3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "5898f4f15c4f2fe0f572fa7a9970728a47338a2a1def7e0fb785a79fe7dfab13",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "3312a4e1d88278eeca52fa62d8c902219f8441fbe6acf0af4d5085ced069422d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "bcc38f438078b247878e9bd8e92aaaa2590c4c57e9b5b660737603be164d8397",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "817cdfd5dc18fa2e0c53df526d38e1f36fecf882b205040105e7cb68088f3677",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1bb060f7d7060a87de680d15909812f63b69eeb4065e6bb093101bf85cd82a14",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "f393b98680c9c5755bb6ad368292450905146e417c1358e0387aaacc804ce32f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "7e526d6ddd888b675b09e8bc11336d37779aed4408611a624654240f34a238f8",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "155d01ea7bafb3e26a2de759c76f7ce400042c670c31a52486130f79c0dbf896",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ee41b0d191ab173bbd1bcba5ca8cb3e91c3a445bc50e696a21a960d2b683a71d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "0401bc5a8013f4b8b128a034028a2406a70071fb33b363987cd8859b803922df",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "685985953d29ef939b0d21bff74190300d8c6eddf85af35d399e85557b59233e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f3f1e92e433129df05d227e374921b15a6c1f776a7a564b1563083bcc520257d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "db4b3bb05c20c7fcff75efa6017f6a74389e215db85f255e15623c8ae954aef8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "0f1eb4d73414660971927300e8fa0aecc22439b554fed861c000cb9acb539b1f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "c73c82ea942570bfb21c47e41710cf8eedb38d7b13b45f8db422183461b85d32",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "bb4842654587c081bb3fd95ba796c90f68d035d3fa1e3175d1b026853576956a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "60bebc8d60d8a0c126279e933f6cdb2aa98f6a35fea37a6865b90aef456aae9d",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "5c905dbca7e4b44373fe9d43c2a1efe9eef9bf0dbbb54c62ee68273f848cab87",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_017",
                "gradient": {
                  "root": "54f770092dc582382335a33f1a527f360a30d356a434ba94757f2329267ef04b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              }
            ]
          }
        },
        "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f": {
          "components": {
            "block_018": {
              "parameters": 3540096,
              "root": "0ac360bccda0e5e7ba05ca08614507681d38b05559b3556b1fb84216514eff02"
            },
            "block_019": {
              "parameters": 3540096,
              "root": "b688433e2161df493c341e505d71b8af0520c56f6646f2fc295264de36e5b3f0"
            },
            "block_020": {
              "parameters": 3540096,
              "root": "e337c87e9f4c57b960d140411d8c979c1234437b1324541e8d94c1ca4bc91e19"
            },
            "block_021": {
              "parameters": 3540096,
              "root": "c82262a89c310700989cfa6db5bc31ee97249dfe9bcb4a3ec81f937e95bfcc4f"
            },
            "block_022": {
              "parameters": 3540096,
              "root": "3645930705b5b36078be650c01d190a4b6b6543dc0560c495815560dd03cb5b6"
            },
            "block_023": {
              "parameters": 3540096,
              "root": "9cfbc1aa771bbd9fc085b3a27df73ce11e165f3fb8c83cc8152320017a958fd3"
            },
            "block_024": {
              "parameters": 3540096,
              "root": "f3071a3899aa06066ac642cd479674df034fbbdf634c11697ccb3884ec7a8c1e"
            },
            "block_025": {
              "parameters": 3540096,
              "root": "7992f38a9644df344788d2a426bff7d325191a668bfac5e5d88d3643b63f122b"
            },
            "block_026": {
              "parameters": 3540096,
              "root": "ca211d3addb6d66f3fce2dcb18c619561570777fc43395edd58c5ded6ac77d4a"
            },
            "block_027": {
              "parameters": 3540096,
              "root": "6aae3cee113e5ff10172f2f9e4c12a0561865f38fd1249c0817952d9fe0cb743"
            },
            "block_028": {
              "parameters": 3540096,
              "root": "8d1cd5211d3e83f263d42c03789e53d289545071266fcc85891156594e3e3c89"
            },
            "block_029": {
              "parameters": 3540096,
              "root": "009f03806375c68c87e3e7ba55ef4183861d58cef120988cf5bef6339b09100a"
            }
          },
          "gradient_in": "1d3a0a5be4891a450113d229792c103c4164fd672d315d8bdc710a847914c4bd",
          "gradient_out": "25105286806cdd176d03a7c35e62373cda9fcd25b62c204df132734140c64ac1",
          "input": "1191ec1504148541fba372548c61739c6daec90403b792dfaa6db9361371a034",
          "learning_rate_hex": "0x1.89374bc6a7efap-9",
          "norm_squared_hex": "0x1.217f56357ef44p+4",
          "output": "8ceece0b458e1ca956ed1ba706465d465f8c0165c3588fbdda9ee924b6185602",
          "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
          "partition": {
            "capacity": 48000000,
            "components": [
              "block_018",
              "block_019",
              "block_020",
              "block_021",
              "block_022",
              "block_023",
              "block_024",
              "block_025",
              "block_026",
              "block_027",
              "block_028",
              "block_029"
            ],
            "parameters": 42481152
          },
          "phase": "forward",
          "scale_hex": "0x1.cdd2f55d5412bp-4",
          "step": 0,
          "updates": {
            "format": "neuroshard-sgd-chunks-v1",
            "tensors": [
              {
                "after": {
                  "root": "167e5647ca3105b843bec45b64e63a52fce5a698fea0b8815aef188fb0e0ef95",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "e04c1ab006b8dded84147d502f064cb7bb0b4104dcf8524b806adc3bbf343466",
                  "shape": [
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "2c096af06ae77e2f3e0e724682e690e980e20bd5c0684112ecce51c174d975be",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "fc38411b76d24b104cd25326d0aaa6e3b1b9d5bba27df8ee99036b35d24406c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "3f0bf5cb69570059c16eb444d0146486d4a911f7f6eb126fb89ea71a2a721061",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "75043e1833c0a3fb5af31441b3dbe64d9ec45c2aa33fcad25434ed96fa60ceca",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "c97cb2d83d112f2a857d6f1d89ff990c592e932ee86112faa3d61073e5d6f78d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "540f6dc0a7738a907788a8036bedcca92d4877494bc7f4611e8528d002c90813",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "69c66de5a359b6bae86a344bff130648196f0c94cf8020a3015d0794c19eb545",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "5cfb6889428adfbefe64e5a8566a0d8174d36276db220a93b522ecac80728c4e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2aed458b10e3be2390b1986da92462918358f0063b2f099b16b0bdbc5b68bc5a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "e2f43f7ebcee0498e1d470127cf9b22c30882b3cb5e6eb0172c45777655d9c0c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "bbfb3556abd22644d57c1d493708be4e7741a41e57dae7d7d391e6fa353b1236",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "2f8b3b1c43a47a7c994e4f69ac694a514960a5415c497f192a8c4ada73aff170",
                  "shape": [
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "cee91e63e042180ec2f6b040e42af7adad4695de85f22ce2a7058d5c5bfe9681",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "64d34c91ec6f13b6e92cdf52f1940911eaa8305461a372b509ccbec96afd9916",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "35d369e31e9da97634e289f437d2e8fc041333d38d3b1fabb914c36dc7ba0749",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "955f46d019b6001f0fb73eb08bbdf3aebcb31aa6b480000b647f4dd50b54a22a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "ba4bf1b69e7dc2870c91f8d064dfd3c0569435d60abff5feef39ab517a17e87d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "2002d2485695a4932d594000b2e961a94552f617066b01e6819c716a5306fd41",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "558d0449f0f201f1303cdd55000800afd15cd8de6b8ff10efa1d0946c89ca1fd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "5ed2075caaef2eb2df5fe9c8e1dd1d969c59521c11424b4afbdfc10ccfb3f3c4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "fed26d104640ad02ef9b99fd7be7733f36b63e7ba3e7a89b04fd762853369a71",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "69352c4af2db20436fc9c98b14ca4fa1a3da9a1ade69fde2c57e380e800d62da",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "ad34f1c7a12c6ab4037264a01303231ceeec6a9b19e3dd50863a4c98d3b71cc8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "4f9c71e2bd95d6fadeeaf8876bf42acabb310246549ffdb10c5cc6a3e11ab293",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_018",
                "gradient": {
                  "root": "ac60a7aa930102d1fca31dcb99c1499f2ec6a68f9e628a62bfd5ec5285927a15",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "8fada4e4d5ab3a6329230f426fc8d1b4b13083f48ddd03f06dadc61f47bb0107",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "acf6cff1d8b483210642abaef7f6df2a5f480be098489599ec67534c4d0d66a5",
                  "shape": [
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "60004113bbe7f1bc40aa966c6bcaeb14b6f8c0bd461d4fb4e25d6835bb0471ab",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "678a6513226e77236491bea03c676ce32e975953879e3348a0503f7de5c8f242",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "e503159c7240528c517b4b4e8d118d1d93336ce57b5451b111e0cf217847c645",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "295abe0fafc4766fd0ac0541ed3f72339f28e54fc6546cb4f846e2dfffb846d0",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "94f8890962a8995b12f2deb5a8f30e9e4b48e007c5d28a99a017fe1495ade014",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "2ff3cb53dfb38f6cdd61ff36d0f2e26b238b75f6099b87242b634df3693bf8cb",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "52f3836f87a79adbb627013b976ecac6def4d76440f71913dbfac87d46f9e08b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "b1727318af6a3390e473cc86131b856e770374645898980d1331be63baf00e70",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "7ed9e05d425613aa5428d26f3dafa6596b7d7ad33df4c8a8a737830177e0f96b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "f900d124b38689d40e3941a7aadd1c93a46c0d3d427e266977b99f7edc596821",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "d8b343eb67197f10d2212142cfb120b809c5c97bae3a46075bfed053b3cb7411",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "0e3c4d710c1c36023c23508e1ff74811ad9abbabb939c59bab44409f2aca267b",
                  "shape": [
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "60e1a179f5a65d91d8b4d46f408cb8b87292727afef781e093033483760620ac",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "90530f2d004e962638285a545e126e927d258bea862cd3dc091ab8a9e2e9442c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9ff138c3fdcf28e36805db8bdbd765c1b199d80d78ed3244848b200dd58aa48b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "6c8ababf9eac57fd444e3aa0f554d68193ba0bbe0f0b22d7788ad3899fa6eb7c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "375c918fda85b8c2415de118d04e4d1c6ca50b8d478e261b637107d6572810e4",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3da9913bd2d03026f9abf993e4b88a635a9a31d9dd66cc8c1b1f6be7e95c98f1",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "ada78dad1b2e7ffb75a56b999dd5c8c1133fe6a01432340ac68e3610bf6ca84c",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "39e20f06980791f5415d60c579b73e5478ddbd7f9c5c644657046b81dbd49946",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e414654f46a57e134899dff163f22838fabc74b548f353cf2dc110d43aa3b753",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "42a0cab9f024d8adfb6c3895b105e909aaca45f8f0cd068ba25de88e2170d7a8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "066aeeef0e68d3fdeaaec84efe242cc9de343e47069ecc08ed5b5aa3974815bf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "ab70972b3ca27c9e61544e3ab9d5d8f59aaac8e6c0df399d94a84ff22a725a33",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_019",
                "gradient": {
                  "root": "0a513b6129f3f393db28ce032473d61718e7000426991c785dd8604cc19d8c2a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "88b21629e74943ce700b79d9fc1745a67596354acc6917dee4f9d4e80cc1a326",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "aa6fb3aa0ea73d38570f141b620cdaa6824dff429d1b86bd230c19906c3a94b2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "3a03c014da2a3a6ee6dd341f5ca445c983b1155d5cc9f689464b9b9af215d72f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "af0d301eae5b938ba6cb7fdb4a5ba91ddc202355ff2ee51ea06d9f8c3f7af1ac",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "3f6e5474aef11d3420b6258fa69d8a283f37d408adfa98d022eb769c5042d3e2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "cc2ee1b44e96e9fdc2c405515fe4907f514f8464433736e2812e51ba22357474",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "67f8d7284db769565052647e763fc0ddb1a2201fd5128f148ca3a21a411c44c5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "70c8f0911f483acd25bcb67baec085077b6d72b1bc2d22fa419cbdd8865cb346",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "71d939df3ada827f883a9f4854f365aa6bc89de943aeecb8eb1f4ab38f6aa6f3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "5fcd8dbd3d1346791a0140f9eee1ba6292905ac4d1246e4368a9d1b9d4539ac8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "5cccb9da7f88dd8b87f7cbf4d639ebbf6b514d53db2433be8009a1350ceee721",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "14731a9ba83587c1e61ca5e2c0282a4c316efc8780c4cf54bfab14c344620caa",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "71e752c533ba77e0fe5554661eed76cbd288dbd6ccb7ee88b1a3bf34db335f15",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b38d1b3f2c8994d58db9fdc4a01011c9c9c0ca2e2f38a05b1dc23487fb680f03",
                  "shape": [
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "57c5ea2194f62bf0641e10794f1ed9861a991037ffc8ef8595ec032c9f43ca0d",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "27cf407b53f3de66b8c687b00cc595158f85beb2f841f1aa97d38f9dd6737db2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "d1545068308787808b577f475dda335bdbcb9ce1062ffb383d2d9a15b106683a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "2f20015e2ce3eea885f2bf57a1b2090e2944881c494ad6ea2cb84f626634dd01",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "f8d193c109df9322ad764687ff092724d463ebc138db3309696846c9ad28a42e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "edceff76ea1b688a59e4bbf7434f1bb1af8de5c26d53f1e8f620237c985abef8",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "2cd28e8ef145d3bf8108ef480289bc02364c5faaf6fba541b84d886849173376",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d377c5f0dd285993f64810c3a3578b2e5635e95d571b68693ac5fb974207a72d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "a6e8c8f54ec00272b7cab196091ed82e430e6fd18bda298170c487aec7037de6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "cfa2b18c6d0a21c8420dc57602227cdc575410ac4528f7076b0e3ee972f4c97b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "cf953ad0105c465ca718c0d954a4688b862f7dc6cd7133d55d9278a7c43adabd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e1fe8574d1e69628af0be155c839adc313a97a3e305bce09d67c0c66df79aafb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_020",
                "gradient": {
                  "root": "db8fb612bb1284934dec0fa2b019f6e873896e70c6d70788539f00161d2cea9e",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "33c7afd7fb5bbce5f2a16d6e79bc9c1abbd48994b3fa36a878c11c4588d4e351",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "519bb4c0afea6cd6068788d39e32b02034011816e58e244829d349fff2030d7e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "f74b918168f1b7232eb61a07d0056395e9679651ba73f82245023012f51e27c2",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "d7b288e7c80d7b1e80f951225d19c4ed94de1d7e75bab04bb594f2adfed6f727",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "f811adfc24124c6ce18cbd4b495a7375728929360b3195660f6fa7a399b79b3f",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "4884e5a9020ed4ce199de315517acb33db43eb6c724c32388c7b0cb2608029ed",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "6e09cce6a8393934b4bb8fc98dcf681acf0325040bd7e11ea3a7221dd8411a97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0a8ce0310b594d92d31286091dfc533d2bb35dee06b4360a4646c1d812e438be",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "0b76b8f21318e68233fa882f3ff02dac0e78aa8b7d9b99ef79e33307a2d0782e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "aebc3d08f1035163e121aac52fd0021217fd0b33ecb4b3414b665b8de3777b19",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "6b1836827751e01cb30a684812eccf67347faf01ca17fed127aa41db78c371a9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "d139486c98f5fd4355b3103422c02e017b17846179b01312081adc425dc05ef2",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "1856eec42ff8c5e78af3fb16ea4b572745317ad9d7d38790dd6bd6ffb0c5c73b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "10f2e295b868ff296e37650cd8b0ab41fa341db5464f3066a22b92c11b43550f",
                  "shape": [
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "d240b1380068daa76306871f991259f52744cce6d20595e27f52cf7ec7e28ada",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "7a6a6d3fc4fa0001270df802597b505bd9f40bc76eb13514bdd786596ac72aa2",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "9e9d764a5b6bbc664c1b1330dee913cf5abe8563b9d799f1a481cef63f76c284",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "a63da9271fba0528b968ea0349e9184e3f2913d2b1a9fbc451e2e89013463b35",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "fd3bf9f00d2a6bad6034282e29b49694d1c6a2e2555deb47cf50d28f0681ee90",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "de3ca2fe779fca8e5e34359b2e73eeb17ae954747014c2b2414a0743bf6ffa45",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "9c9c8079a26714801d59a7be3447bf9c8bae6f989957da13c285d6cc6613fb23",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "d537052cc8d99fe531b504d0512f81d498744c7362881632291958d15394171e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "86bb3eac74756d1c671ca4e2c33c0a0e3357a31201c07f47cdf6410833731c9b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "89f5ef2c037d5dff198566571646b6c6b235e651c25f44a994bbf485762744d0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "9de4f76de7559acb9d959afa90919d1a6d5cef081ceed16515be98474c7604bd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "f9cd771f386b9f9c712455f004c359fba5b50bb7409b4f421d4fb56c59c59bbf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_021",
                "gradient": {
                  "root": "708f0e2c93eb3c9ea9e7b4e9369ec8855ffe3920bf4d79d2e1d54614a5e442c6",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "7dfca760d4bfaf77e68e51127f4b064f0ef78dc24483b7d53cd7636cf34e58bc",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "17a341bcc2203421036ce26d8eec48ef1a639e435d79c3bf687c12a4a29558a5",
                  "shape": [
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "5525a48471ac0e5940f307e77d1511cdb5228d9cea1cd825a93da6bff0c82a64",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "933b340fe8f2802652542579b338f7fc9c6476c98db8ac7291143206c425fa60",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "8407f4ce91828048933db13a1be0e1e612edd6a6c99e7bca0c34236d411c3d28",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "3376c43367520a0e66663ed31f7056c0d42f4f5524f06502f10a04792a6def5e",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "236e4c344a1f136ea9a2680931b6d54adc77222bcf1714a31e3ef501841d7f9e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "ca9661f28ecc8bcf74adcd39807ffc6a04b906145a938859f3f5c8e7fb41ed18",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "ec59ee26a7a92e0b64920d8f0ec5c33d95b9c679172bf0b9e742a0cc981fcb40",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "31e4bad48699d2eeae929e6675c8e6b4b36c2c8d68a54c0ca814f895acc9918e",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "9ae34eddf6e65dad4fc2b8040d0319d5445b8aeb4a3cbb2f9dfd3570a4a4e1e5",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "8f6c3bb4dce72a47ba0cfb7f8846101f1e2a403cf02737021b5837e4504d25d4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "8279806eea215cace2faec34c94e84d1641f1709a95d63502c9dc369f0a065b6",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "443d77f0c1243a8b8653b8134a936a642f6bca8d1bd3f6e309ef360c9133ba21",
                  "shape": [
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "7a180a06e99429d41557b212682bad96f53ea1ce9416d775efb8b974483b6425",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "9996066857105579dff6a992e481cbe11dd50c9af5f5c75748fead3eaa321ac4",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "2ee01a0476b923cee3152176adeda97f6860c39f22eb89fe1be9496dc0f9ef79",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "9868df5d9ff129a420eda4ef0407720629ca95097c5867ba88871da170145799",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "8168cdfe900a12cb344d529a9987459192f1afab047d1d970e33590ec9b85245",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "2f9e29ae58e9f2767cfaee4ef16997b9e6a3fdb840aa041ecd39e2f42a822b2e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "59ccc68b6c2a35fd86e71c97f639124791381c31606785846700d14cf305469d",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "ddf60c62243e8946878db283a6ca873fa63bb97707eb4b011a8dd291c11d001a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "3e9bc9df7ef30fbaf9b213600cbe45d0cfa7935f77c696705fb92adc9ef433aa",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "ff3d1fe238789900bace3c218547a4dd259438e6f1c2ede79b1c81679ec5efdc",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "21f2e37b8b937e6bd9600bc45297ed637c4e7424be02bb346ad7615279aecbe3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "62246c648bf88766e76c6085455a7fbb0f21136de0560951325cba3ac9054293",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_022",
                "gradient": {
                  "root": "8656cf2385ed59cacbba1de9d4cb66503749ae76fc14d9df1962ce279d608ac3",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "576ec3c6af9899b2b9c823f35f426e41647666a0e00a1b77548318b52e81269b",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "bf6c26bd514f7bdde953019c10dbf61a12e8d864e6435d34a7ec9843024e7204",
                  "shape": [
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "4a4ebdcb3dfc366802c4348e1a323c5d6bed6d2445fb9f4f52dc98eefb34469c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0423029cfa0cbcb88326165a50c96060ecc095e12cddd00ae72c8a93ee79422c",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "8c33f9135b776db67a20c6ebaea3b943a2aefb92315feab9ed00eeef4d278f74",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "801b86308d29222adca605e7798b3de451bc99b51a28f480f53dea1db6580369",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "525499e72dc1d73fd69d06700939f40a7c299b1e91511b05e66b56b94be793fc",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1120c9090d69aefde3248c8ae1f0830e024c0aead4356f3308a594bae23df8f3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "1c55e049c96aa6b881547094d5b4cc9c23963a0645e218200de4e25b79b77946",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "126078d34c7ebafedac7a5196d3b7f93cbe34fe588f3e8f44d3c1a624b4bf65c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "3f53ddba0cf33e711ee72dcb7b107012e7a77187dd2d4e978c079a9effeff456",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "e4a9c745dc4780a918495ced5f8fdf2840bb37571743c5fbd724f753d562c71a",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "018f9599ab931b82e0995a061b60f0674eec8f3dc6f087da099c8a37480451f1",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d656c40d0e2b8b597d6b51fbbc1192e5d0aa2d5ba7002a7f379d0b420fe2ca56",
                  "shape": [
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "477e0d8fc93a79772e598ff7c15c61697e4f2ba1fb724a24737288ded33ae3db",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e8c29703ac4778406d048c49ed657f0fa7f5b128d8954cc2ba3c428d94c7b795",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "77bac74b4086b123e30053af42cadb76a510499143653c2855e7208db92ff673",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "7501a9e97e9d3df9dbba278d9515d4845a2940e97907169fa8390f3e880ab0b1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "660670c857d7bad056ea58cc996d127556ef63afff15f637fbed888b1f2ef90a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "6e58d7659f287c631d30831f313cb2e06eb9b036119a72769717818727d3a32e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "8c6448cc0005f2a113493d5c71d43074e4c32bf87ae95ca6db137ad263f3fd4e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "209edb1071d4af321b059ca2b009c1a9c263a4acf8aff9b8dd2fa72a42e326ad",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "96ada747784a8b5efdfa08bf576e70dcb3e8e3a347203c78335733d11eeeb457",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "70ba85043b2b82ce99e381d55c271d0a6ce8238a86c303a41a6f20be548f6104",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "d01ba6052485536a96d180038f96a68dc1abff288083b19fdda74a71c6a4fe73",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "cff912e41b518a0115e42e0c407918f1adc06dce90067018a24ece9886af303c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_023",
                "gradient": {
                  "root": "1853942605e0cfb03c08f590e8d7f93f49849326c8e771083082012bb44709f5",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "88866506f5ba1d839a703ad5f6efce6bb239cf1edab124ae0c5f800f5e5eb1d2",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "1210396d6ef754e91359ac00170eb3dc40c71640e7ad55c8359ae3c20914c6a2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "d272fa1c55ac42f6df1cee0df20d7632b4129b4901fedd28629788ca3488529f",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "980b0acf5edccf68cb541ae5d21251e8edb53ad78fc558eece106931f61a5857",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "cc8a737c5296753f2b18ac26ab502fe751cd0ed8e98733082ea9d147bc6f00c3",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "70157218fcb60f7b7e41d761586e61fc5cd12de4146ee6656c4f87ba8208f5f6",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "c05e7266d241a66d5b5846181b84289fe0d3e60a77ba3ad58cb4a9d6856e4190",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0dccae037a696522ce1b31bd2dc7396016b4335771ac7818ba91e490e1705620",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "f043b1833ee7bc5f2739d78de5ae01730b6ea114d2860a426fe495c6d88286ad",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "46bc0d15e8dfe083fda263610f78c8137d6719b4fb767404b30a9a9a0ce4feac",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "b4359d35364d515005a8e7c57c90f3c90ad0af84c109ea9b11492ede66fd22d3",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "86b7b96c9f20455a9d6125132300c349bbc9310bd0d0dd1e749c2a0981a2dadd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "713c409c0169c439faa2980acf07df8cbed83c2917b6f2c7a245ac4478288c3a",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "3a116fb1b2e508b222929b216dd71246b25765e1f58fb7130123a147f4237fa8",
                  "shape": [
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "223ee9d425c35b8d1aa7016e12f0ebe3a6b99da8ea3a0be1676cf73c67d8c691",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "e70acfcfea55c7a41c06c895e622f588a39d628dbc056884f426cba29f38b7cf",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "734f1c0bd9c4306bc82b4608e55f1c13e7c81daf53ad335eb58711581fcd88c8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "44a83a4dd9e3468f6a0928a6a260d8c12ff39607d43c71ae7592ca1f31010a9b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "7205f8040c4a9464769331faf3b4a796944c289e1975e7402856725482f7778e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "4fe2479acd8478812c0fa502154117b93cbd56a196f9f4cfd2b1ca3eff984454",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "280cd8591c6bef6c0d2bbdfb08d41d15353e595d28bdf4a74da028f2e8eb7083",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "42b7fee3f11f23c78dcd7c10f7e9c06fcef6d0cac70340fcd847808b6400c955",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "5f1a76090dc4fd6e2c85e764904f9271323db079f6137e6907c7ed1c09be55db",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "cf43db82edec582ae9394d1abd88fc8affe702d4d635ba32955a3c2c3fbfdd33",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "aae8ab14678f41af47e407868941fa2b857c03e7c8ab338a3d2767d10cb77c34",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "3d07f99fc3428a4f1cd3547bb9dabbe9af098d0f6ec0d8c5992a2e259ea8eee1",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_024",
                "gradient": {
                  "root": "f633c60dedc8ac010cf11afc7174e3525d21cb3a47cacad2463a6e9545edd54f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "217d34bf471f7f44917b9a6f4d702218292ed4c0bee125239edf45f7404628b9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "bb7a79126b38a081cc69ad8524fee844b7e4ebff2a2fa497008cfc3798390a4d",
                  "shape": [
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "77432c416734981ffd8574401457588a627e07f11d31e11b03b6549ec511afdd",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "4aa33f710f3d2d0e5107487133b784ffeb636460c137c6a962cc6f1effa718a1",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "00f844a2225b2316787f7f0bc08ce9d7e7fbe4df03c82a65698f756fb4bccdc7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "e3f07e4001a9fa85d328caa267af2dcf728a01e32e75ab93ad166c5131f61c5d",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "a7819b73ef867018cd6ea678ffc3ee4b04109c6d842c181f781c4798d272744c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "0caebc85f645c61118e5e0365e156f56aa6e4b0bc3eac1218b5491271d5094f4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "f8017480c110a520de25bbbfae6ce0d5ff48c17e03f157143dca01b8664f9ad8",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "03401046c44e049dd43f9f8738b2b6edd18e9e44c0c58821c607207d557468f9",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "9b29786549d9d30b7096244ef5679ad3e35ce49bad55ecab1449d57a9f58b705",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "3e1ad5ed165983f742c2691263a6289d3daa4881ebceeba7932742b086ff39af",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "a72702442f4018acf1eb8f8981b8def4695c3167d52c4cfba188c4b33e5c827d",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "b0b56c8224a79983f954fd2ce71bef7466c9c0511cefc40d83d0dd5aabc1333e",
                  "shape": [
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "cb72757ba3a8edc0febffc2faaaf9759f9a485a4eaa9b1720a485691f1146069",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "6c654436d775914b6539b87bdb6fed105895da528546d5948a7cb29afd1ac07a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "470a1927ab73134d0152cb618e70faef722d107439daeff8dec794ce2dc2ce84",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "b4aa2c4d147cfc9e43d7a417070d66bc6cf3b3aa4fab8425235d87d7742d8941",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "71c7b43939ebe70030b0a80b0cb6a1daff39bd46f066248716d3931bce3c7fc3",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "0117910c8ab262f667c4fd09b0f7240bf0e32f3fdeee991ed40e934488fa0a60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "1f6f87ccccdc904f159ab80626c14831a6e302f833e1392f9a6c48571da8d847",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "46992161e09df2579a2a1b78363187ae27c29d1b3204ce93fc8dad4ba1b81268",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "7bf55c5604a7423ae919604b3246e3114b0ceb86e44568f621b66be156d12c60",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "fc4e55a38989126d6853160215e8ece024e5d48b17d302b60f26d890ac6fc03f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "9d8e9472e15e989c77efc4d7af45dc3a415f2be556422fa5af8fae01b189e0fb",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "985241c39291e7343fb2009b5f3199dc8c69589dd3b10831722a077b55969a99",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_025",
                "gradient": {
                  "root": "8819d0ed42a07ef602a2507733932ce3991b7c37a8b7000ecf874f780663b12c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "c03fb636a164352b69a27d67b66e8c4991d07777440bb93308c71105d3316d63",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d36647a7c1150291ec070c0a6b02362d6c27dc2e4116de33355f6c58d02512c2",
                  "shape": [
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "8bc17382bcafd461bb8f62ae7c770972a93b08c7e418ec7193791ee3188b364e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "8bb815327a932a097773c42e51aabc044a825669a02243baee97400aca556483",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "7d2ccd5ee7f90107ffd2a1829f50dfb67fa3fdc51e72c5d4f0eecc4d8727a7ae",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "699bfa3b181a6e376389d12c62636fd12178fef35592a8befb0d0774b7cfe410",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "2ed7392b5febeb61a843132a423a54bed712c293acb2f1861ab4e6ffe09c730b",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "b26747e931be78eb7f796378acfbe87c1dafedfd260291a28088c667a686cd91",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "1a30ef7443ca5214c5d2f24a6f97aee95877019da6fdce9999d9f7f0da3434dd",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "d53f7b2f455e0a120eac79efebf4b89d328728b5b2bd4055a44dd2dc559aae33",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "bb8f5b4ae2e45645ebefbccdc266593bc47c2f01ad1de579e5697c732988ba97",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "122f9735c9ae3fa8f69fb7c5d493381bb03495da2e26a698fe76ec134fd29a4d",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "a4833939e68d222cf64027d354ebf39e844c97047a45b1e9c80e980498af74a9",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "6a0b130382104a04a107313952deed49e548ebf905155fcf49c0a1cdd9354107",
                  "shape": [
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "6267d065dbeb579320f429e1f67b5a5f8b5e6dbe34cd7cac546470d8e9425f5b",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "99b8dd14410a9c6c81fc30a462edf937ca5aececf87af5995a95f5a6bf2b154b",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bd86c4203cad2db8e3e5a2f783e3578838ad2b4cf3e0fbaadb87e4684998de90",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "bf853cffd61a5969556cd2b5ef0a6a6579a702c263d8da7e1b9f3678e7185427",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "d401b4f55f64c787c0dac914e07bb6f355f58088274432f3d5c50feb1b5864ca",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "dd42f54c10c0da68a02af8ec710abcbad28276e254c0acaff36efeca9fac202f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "b64bf5b4827bf1a32d91ead7ecc6687a2a4dc6f078c60908a9e8ba142b9989ef",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "2afdbf4a2cd60321ba5597aabddcddd2ac595fce6754398fd40f24a3ebfa5294",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "e93371494bb469f43cd0290b8762821c4f64bab7424d78c36d5b991cbca23b75",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "6b2ef4a087a33109ce4188a811dcd4bc23f17eca60748dc0a0a144a174645092",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "381cf3d5267f8aaf8ba520ff07261e8c5a508c0c15e98995e5a8ba644b26949a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "99587b31108cc3f83a233c49c6d5644ac635c33c621e451d414eb4eb9c25c7b0",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_026",
                "gradient": {
                  "root": "fd2ef0b1bde99e6263956e9e04dbbb71d9b2aeff49af6f178f96542e5a80f83a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "c12114c9fd24b3baf6cdd8e05cbda4703bba91a7360088528b3c7f6dc3e79c2c",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "137a1733e2a10e0b5b4a7b3158dec3c820a3724b54d15ca4d4386886f7ed7882",
                  "shape": [
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "42c104db60d154fcf7e8f8fef2013c22cca7729824e0ec6150746e7b0be745e3",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "10380ef93c8112d49bf2b71f90430b2a647de5d983ab1cecfb902f4f1e339666",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "c0be303ea542ab08ad181a4634a83784ceab124f3d4c87f3e90538f765fdfa47",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "6ce7c2814f49b32ef5b67b6e16d7f12a98b35862948525c9eb4227464c5c98bf",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "f08ef162406d915e7179583362717dc697cdd092827f88c0e5017b3106357274",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "261ef9094889ed8b31ca1b6f8f71d3a8baf2c8c650f6de761faac3847a57a6e1",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "d72ad46abac9e9801c85838b0d6e9c7354b49e3789bf59a3523c6df6c4d3c25f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "634b92b90b6a0d9810a7745e01b37638f11730730fd73d095c8adfde20e22dcf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "84624d789e1ed64563de9f36cf8d8a32cdf88925529bf6ab832f04eb24825630",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "265d8065b4f54f0094664df8db87e97909dc58987bf95fb37d2f60850157412f",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "f57e54e606e469835e4f42b0807ac5eb84a5977d4aeb8c058f0604d7b3c9bf07",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "a139cc67d8075dc0f3fd61e969626617f9a3fc1ec29476dadab12265c59a1ed1",
                  "shape": [
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "bff5e859a65a14a904449c28ffdb7638e4ee263c344365697d86fde739623949",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "9338de74acb846bc94322fd789bd409d68c1c61b19d0c36f8a4e3bd356b9ff79",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "53d82b4a94a580d8e16fcb9d9e0be22bc0cd10bfc9a83b644816efc31a3d2b8a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "7d3f41073c709b741532049312750777a08e2fb2a072d317293c07d47eef5c56",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "d06e76faeb03c2874ef18151a260d124df7aee436b38cdaabcd1feff24d7ad16",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9ac31f10eccd879dd3684f6ab1db9999d5c0d626f6b4e5b872f62be0eea8c456",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "e44c2ecab67c3420231012e447c4039c756d311ff8f659126ca8dff92f70c90b",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "f7f06565e018a88add46253f5c3b56f595ec2eebfa133900373e7055d305cffd",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "dd1d439282813c87a6d9811c6c87b1038ebce76ffa5e37f793afa084af05585e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "b84c46eef1b5a3e44c6ec020db6d65ec8dae9055406027bd86c99c69a316058a",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "3a46ae0c1de0434edd09275b420d3d62d3a11de8405ebdde4fcc456b294b260f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "b47497a590302d4e9f97a94f9142b9184272114c04441b44f76b7abdae464c09",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_027",
                "gradient": {
                  "root": "fcf46153e5d6ab9720e52e1fb7c48b08e8d5baf115120ae0bdae8aaddfe9db00",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "b21d05429200120332f9dec6e4ab4a5daa5827f71fd2b0c33456423be0cb2577",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "d218b6b0ea1df66a605d3fc929bdc6b2263e6638121733f2c2c29cb5c49635ae",
                  "shape": [
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "e54a44355f25590dfb1c9f7892af42f80db821549cfa3f2c2874a1d61f0c8cf7",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "32b22baa27d05debf14c1d17dede76148e93008fc1bba18c96b9c02e40ec80c7",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "dd629164cb10d6a24bb0e016e94dbf5db8c491b5a8c65d03c1f3ec63529e7ac2",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "91890c546a5714ac8fcc7cec7d5a72478abfe4f93828695a3d4de95321009f83",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "851ab83b1784cd803cd911857638419d3c13a2c419c60493c6aeff388b7526c4",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "787a58513f2ff75333a0e0176f468c0100745c94d2a7befaf561a03da8c245db",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "4ef66ca5257b400f8557e2034b11385e76f46c719f98b37fa9e28e13a0e668ff",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "7a22564b4707c67511d2cc73a0bbd2307ac3e561a9f4ed2af891bada02b6e40c",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "d00be6ee87a7171f51b8eb411704f3a0a356678eb8d3f0bbcc732d061ee16701",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "7ca2a3f41383fde4d80051d35ae52aee9c1b1b9487aa3548c1c6d743c31baf08",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "0c81d97ae023659e6984daf6745030246f6b44b64d7bde8c3ad1d4a75ec52684",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "5f833a2770244e9cd46a3774f4cb78d5c971280f238490252136d6464154ae52",
                  "shape": [
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "c224fe24379f7f98950a37468777c9a047a3df109f187ed60b6fc53e43c4d91e",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "1e3e3eda96ead21d7485170e98e5efccdd0ad861817e9fff5487fe54cd531b21",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "e4f10759ed7146fd8ec3864903da124f9c76218372432a5c2e640bf6ab4a37dd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "b9699299dc8e3fb09e76412953ce4bfaed728513f912d6916f919876192f4e8c",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "53d38bf97247c25e4fa846d1e2532904897925e1f09bdf684f676294f922896e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "30e8c20bda4d18a7acd4115ecb1d6c15bb6d4eee4982945a3684032008e6a527",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "33fbdfa57a5825643c518a2903882a2461b209943340db4f252ae3b49176489f",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "1fd1523a605c714d2956ded52dba2943013af9166a542f97231961335f349bc7",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "f1099a758eed0de1e6e731dae8516b47a459f212e4f4bbba0ccef6fe021977f0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "162b9ce85777fdef6239c6732d483437505aea0863c1dcf30fb9162676540bc9",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "801f77baf0346d0168fd152121fe89f54df356d5bb34d3e3df2551357ea2a6d8",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "880d06d2fa60422cd6e462f75c869884471728aa3dd5775a94a9e54ee28e646f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_028",
                "gradient": {
                  "root": "0af72c679fc41fb906a8f92977ef530309b7274f81de7e0286c843a5c080be42",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              },
              {
                "after": {
                  "root": "bb9587b878abaab00dda4f742e32312f57efdebc030cd2ad71107019ef2c1a78",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "8a28ba9418a5d70868906523339e4d77700a34874c5766b3adf67e6ee1f2ab5a",
                  "shape": [
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "0d177403d815b4106aba6d537ecd42b32cd897da3a39620287212d2640a9e1ec",
                  "shape": [
                    576
                  ]
                },
                "tensor": "input_layernorm.weight"
              },
              {
                "after": {
                  "root": "0c4ab9da05152f51cf02d361ecdff0fb6b3e331bd33363f4d86604ae67bd8fac",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "before": {
                  "root": "f3d105b02d6fe6c4cbed9c909858fce5fe24165cb9264e78ae1922d7ad7e9042",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4d5d7adb70d2048b9112bc1c653bf387442c7b90e65acbbe9a23e37a0ca4f4ec",
                  "shape": [
                    576,
                    1536
                  ]
                },
                "tensor": "mlp.down_proj.weight"
              },
              {
                "after": {
                  "root": "ed090d62fcddf860912f70b7f1ceafde978e9c5f0a3fdd9c628b06221f7a6909",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "a7d3c2c17959d3d7ba261b573f7de7b05bcf8c81ea7a1e1b80e75bcb451abdbf",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4f3f719bc65076fef39e01ffa3238f682f72a2fe716f1cefff1a657543fff7af",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.gate_proj.weight"
              },
              {
                "after": {
                  "root": "47c1344953d550ff4d02e613e29cce2a0efcf2d7b01d1d80344d842f733dd0ae",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "before": {
                  "root": "1a87581dec0f3055c60d606533f4aa55101cde76a4e955b41b60cdcc29513586",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "5d0d159c9511ee3410d4e5867ccec61d7b1a659f6e536b75fc09ec53d0cef476",
                  "shape": [
                    1536,
                    576
                  ]
                },
                "tensor": "mlp.up_proj.weight"
              },
              {
                "after": {
                  "root": "fa257ce3876f1e0e77f02a40f96774f043ad61660714a6c4a511c46dfe88bb86",
                  "shape": [
                    576
                  ]
                },
                "before": {
                  "root": "efdd61d3fa83b3fe4c6069483ef08cf081dca023173cca10bb18720e64257bc4",
                  "shape": [
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "4caab3ac423f82efaf683f7789d2a16d43f8110c567eee6f48d7b821bcb01c8c",
                  "shape": [
                    576
                  ]
                },
                "tensor": "post_attention_layernorm.weight"
              },
              {
                "after": {
                  "root": "5336131d85245702dfcb42d9b952a60e9d17c3bbe59dc4ae605f18b2f20afda9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "bdc600b7754647eecc7a0a3835504ceeeb1ffbc4e3810752fffa75515f996d09",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "8136b7ab7d90fdb19d794ad71289a89600e674a30079ef0e8038540689b81f2f",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.k_proj.weight"
              },
              {
                "after": {
                  "root": "eddab3be874148d5f2d6d794cf448b0345753792f51ab1aa127c0d00028a3736",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "17a4ce1a7c902b507db1a1d2b42ab12b039194aeb0490da0e3248900d828e4e6",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "0f3349765e7a6148a5c9c6b44cf67c3c0f8805f3e742eb1e0f7a919318acf363",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.o_proj.weight"
              },
              {
                "after": {
                  "root": "754cdb0ecdc5aea2e545eec37685815ffaca40d1e0219543e5feef015481fdf0",
                  "shape": [
                    576,
                    576
                  ]
                },
                "before": {
                  "root": "9571b0bbb2a705c2093f61ecc20a0ade7df76ce10d794931489bbc456db6942e",
                  "shape": [
                    576,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "ef619c798930684a12356eb812d6938f893a77c72f978c1ad8d4ca79adc52336",
                  "shape": [
                    576,
                    576
                  ]
                },
                "tensor": "self_attn.q_proj.weight"
              },
              {
                "after": {
                  "root": "eb12e927036df0a8031df401dcd56f73eed3ebfaace992bd6e6f1ca5a55269c9",
                  "shape": [
                    192,
                    576
                  ]
                },
                "before": {
                  "root": "eec822877c187d7c80a78852a8a2096bc53667ed07a86b4e4ea2b4834fa05cdd",
                  "shape": [
                    192,
                    576
                  ]
                },
                "component": "block_029",
                "gradient": {
                  "root": "00eba7a93e8cd67f0c37821d582fce4a524d3dd6aae6f1f4227023fe0967c59a",
                  "shape": [
                    192,
                    576
                  ]
                },
                "tensor": "self_attn.v_proj.weight"
              }
            ]
          }
        }
      },
      "stage": 0,
      "tensor_index": 45,
      "witness": {
        "chunk": 0,
        "before": {
          "data": "AADZvQAADD0AAEM9AADEvAAAir0AAD69AACiPAAA970AANg9AABkvgAARDsAALC9AABgPgAApb4AAJ6+AAChPAAA/bsAAK49AAC+vQAAP70AACQ9AABMPgAAeL0AAJw9AABovAAAmrwAAJq9AAAsPQAAzj0AABU+AAChPQAATL4AAL69AAAbvgAASzwAALI5AABmPQAAqT0AAHc9AACzvQAAiT0AAOs9AADbPAAAjTwAALU9AABbvQAADD4AAEG+AACFPQAAGb4AADo+AAD5vQAAuj0AALu9AAD0PAAA8D0AAAg9AAA1PgAArL0AALg8AADBvAAAxDwAAO49AABvugAAxb0AAPW9AACOPQAAwjsAABK+AACBPgAAMTwAAAu+AABUPQAAuL0AAMI9AADjvAAAm74AALw9AACzOwAAjrsAAO49AADVvAAAOD0AADw9AAAvPgAABj0AAAe8AAACvQAAC70AABW+AAAZPAAAcDsAAE89AAAnPQAAJD0AAOE8AACkvQAATbsAAG6+AACFvgAAXj0AAAW+AAA4uwAAFzwAAEM8AACLPAAAvzwAAL49AAA+PgAAez0AAHe9AAA9PQAAmLwAAIM9AACfvQAAuDwAACe9AAAQvgAAfj0AAGo9AAAFvgAAE74AAE6+AAAkPQAADr4AALY9AAD3PAAAKb4AAA89AACrvQAAWT0AAJq9AAAJvQAAE70AAKQ9AAAfPgAAXr0AANG9AAB4PgAAtr0AAB8+AAAlvAAAtj0AANK8AAAXPgAAVD0AAOi9AAAbPQAAKbsAAB69AAA+OwAAnj0AANi9AAAfvgAAz70AAJI9AAALPQAACD4AAO+9AAAOPgAAtrwAACI+AAAHvgAAY70AAOO8AACgPQAAcr0AAO48AADRPQAAtb0AAPe9AACNPgAAFT4AAAU+AAA9PgAArL4AABS8AAAGPQAAN74AAEQ9AACIPQAAED4AADU9AAArPgAAJb0AAJ28AABDPgAAhjwAAEm+AAAbPgAAJDwAAI+9AADIvQAA/rwAAOC8AAC0PQAADL0AAC0+AAC6PQAAtz4AALU8AABsvgAANb4AAO09AABPPQAAlr4AAIU9AAALvgAAmDwAAN68AAD6vQAAfr0AADU9AAB2PQAAEr4AAL89AACnvgAAebwAAD09AAB5PQAAMz0AAK49AAAyvgAAyD0AANi9AACRPQAA+DwAABq+AACEPQAAw70AAFe8AADXPAAAPb0AAPY9AAD/OwAADr4AADS+AACrvgAArb0AAPC9AACZPQAAI7wAACc+AADvvAAAqz0AAMQ9AAADPQAAwD4AAN49AAD6vAAAVj4AAB8+AACUvQAAHj4AAIU+AAAWvgAAVzwAABe+AAAlvQAAF70AAAO/AABMPgAAfr4AAJY9AAA0vQAALj4AAMm9AAClPAAABz4AAGk8AADLvAAAML4AANo8AACoPQAAD74AAJe9AACivAAAv70AAHY9AAC9PQAAmT0AAEI8AACcvAAA770AAA69AACfvAAAoz0AADM9AACzvQAA/b0AAA+9AAA+vgAA3T0AANa9AADEPQAAKb0AAFi9AAAPvgAACr4AABA9AAA/PAAA9L0AACI+AACgvgAAGb4AAPy9AACZvgAAoz0AAJu7AACvPQAAib4AADc9AAD8PQAAEr4AAEA+AAA2vQAAKT0AAK69AAAHPgAAOr0AADK9AAC+OwAA070AAL+9AABkPAAAqr0AAL29AAAyvQAAsj0AAAq9AADXvQAAzL0AAGY+AAC4vQAAnLwAAFA+AABXPQAA+b0AAAO9AAC1vQAAVb4AAFU+AAC6twAAvzsAAFQ9AADmOgAAvL0AAOG9AAAwPgAApb0AALM9AADPOwAAbb0AAC29AAAdvAAAyD0AAKG+AABOPQAAuL0AAH6+AABsPgAAeL4AANO8AADNPQAAxj0AABy+AADevQAAZD0AAAc+AAAzPQAABD0AADY+AACpOwAABz4AANs9AADxvAAAlb0AAPO7AAA0PgAA9z0AALC7AAA3PgAAq70AAJK9AABZPQAAy7wAABo+AADhvQAA4z0AAKW9AADMuwAAuL0AAOG7AADGPQAAoDwAAA++AABBPgAAPj4AAHo+AACFPQAAPL4AAA49AABGPQAAVj4AAKC9AADXPQAAa7wAAIU+AAC2PgAAkr0AAAc+AAAQPgAAQr4AADm+AAAZuwAA+70AAHw+AACAvQAALLsAANO9AADIPQAA4r0AAME8AACouwAAZr0AAI2+AAAXOwAAZD0AAM69AABiuwAAQb4AAMY9AADCvQAAnT4AAAG+AAD+PAAAO70AAAK+AACfvQAAjTwAAFm9AAB/PQAAp70AAO68AADYvAAAAL0AAMG9AAAHvQAAUj0AAMc8AAB7vQAAg74AAOG9AAAyvQAAB70AAMW9AAC1vQAAqTwAAAc+AAA2vgAAaz0AAKa9AAApvgAAzzwAAJS+AACcvAAAoz0AAEo+AAA2vQAATj4AAHW+AADtvQAAPL0AAFI+AABpvAAAyb0AAMm9AABBPgAAzz0AAJu+AACavQAAGT4AAL09AADUvQAAFT4AAME7AACBvAAA5j0AAD29AAD2PQAA6D0AAAs9AABBPAAAkLwAAGA+AAADPgAA5D0AAHo9AACfvQAAgz0AAE8+AACEPQAAzjoAALk9AAAUvQAAzb0AAC69AAByPgAAoz0AAPc8AAATvQAACL4AAJC9AAA5PQAALD0AAAY+AAC2vQAAiroAAAA9AADfvAAAXD0AAPw9AAB/PgAAjj0AAEq9AACZvQAA0jwAANO9AADtPQAAWj0AADW9AAAxPgAA0DwAAK2+AAAEPgAAwz0AAOI9AAAvvQAAa70AANS9AAARvgAAgb4AAJm+AAATvgAAtLwAAIs7AAC/PAAA+L0AANS7AAAMPgAAPL4AAKA8AACTOwAAqbwAADU9AADAPQAAUr0AABe+AADpvQAAwz0AAHo9AABpuwAA6j0AAKe7AADkPQAAbD4AAOi9AABKPgAAqrsAAGQ9AADyvQAA8L0AAFW8AACMvAAAgb4AAOw8AADRvAAAnbwAACK9AACZPAAA4L0AALi7AACEvQAAlj0AAAG+AADsvQAAcb0AAMw8AABxPQAA2rsAAKY9AAC5uwAANL0AAEw/AADZPQAAuD0AAH48AABAvgAAqbsAAAE9AADMPAAAuTwAACY+AAAXvgAAkL0AANK9AAChuwAAgT8AANa8AAA4PgAApTwAAIk+AABuvQAAUT0AAPI9AAARvAAAVz4AALS9AAAZPAAAqT0AAOC8AAACvgAA4D0AANC9AACzPQAAxj0AAC2+AADLvQAAgboAANe8AACVPAAALD0AALI8AADgPQAAcTwAANK+AAB6vQAAAz0AAFw7AACNvQAA5j0AAA89AAATPQAAvrwAALc9AABSvgAAe70AAKc9AAD+vQAARTwAAGS9AADEvAAA1D0AAEO7AAA6PQAAJL0AAEs9AABCPgAAKz4AAFS9AADjvAAANb0AABu9AAAGvAAA/zsAALW5AAA8PQAAJjwAAKi+AABLPQAAVrwAADe9AACHvQAA+T0AAIs7AAA6PQAA0b4AAFW9AABXPQAAGrsAAGC9AACNPQAAFLsAAMG9AABDvQAABD0AAEK9AABiPQAAIz0AAHU8AACqOwAAi70AAEy8AACrPQAACr0AAEK+AACQuwAARbwAAAY+AABGvQAA27sAALm9AACGvQAA7bsAAG28AABnPgAAIz0AAM88AABSPQAA8zoAAA6+AAC4vQAAYzsAACE9AAC7vQAAhz0AAGu+AAD/PAAArL0AAL29AAAOPQAAur0AAEc9AACCvAAAtD0AALK9AAACPQAAMbwAAAE9AAAtugAA1DwAAIs9AAAcPgAA4zwAAHs7AACyPQAARL0AAJs9AACPPQAA6jwAAH89AAC7vQAAjjwAAE69AABpPQAAyz0AAJw9AAC+PQAAAz4AABg+AAAXvQAA2D0AACg+AAD5vQAAnLwAAGu8AAAtvgAAjT0AAL28AACovAAAHz0AAA89AACJPQAAsL0AAFA8AABbvAAAKr0AAN08AADLPAAAkz0AANq6AACEvQAAcj0AAFy8AABsvQAALD4AAJa9AAAMvQAAhD0AAPg9AAAWPQAAXr0AAOk9AACQPAAAEj4AAAS9AABoOwAAKT4AAAI+AAAPvQAA3jwAAIC9AACmvAAAdzwAAEw9AABovQAANj0AAA88AACbvQAAerwAAA49AAAhvgAArbsAABM9AACwPQAALL0AAOA9AAAZPQAAtD0AAMA9AADEvAAAQj0AALI9AACnPQAAJ7sAANs9AAAHvQAAqzwAAP27AADDvgAA1r0AANK9AABlvQAAib8AALQ9AADEvQAAW70AAMS8AAC6PAAASb0AABy+AACUPAAAjL0AAHI9AACzvQAA1DsAALg+AADnPQAAsj0AALS9AADJugAA3bsAAMw9AACZPgAAgTwAABY9AAAMvgAAGz0AAEk9AACdPAAAFD4AAPO5AADhPAAAQDwAAGu9AAAMPQAALz4AABw+AAAwPQAAvDwAABC+AACNvQAAVDwAAC69AACZPQAAaD0AAEU+AAD7PQAAZzwAAO87AADTvQAAaj0AALw9AAD3PAAALb0AAGm/AADIPQAAqrsAAIM9AADPPQAAH70AADy8AAB2PAAA1DwAAI4+AADjPAAADzwAACs9AACmvQAAs7oAAKq9AABCOwAAxzkAAMI8AACBvQAA1j0AAJ08AABhPQAAaL8AAPk6AABjvQAApT0AAPY8AACevQAAxT0AANc8AAAXPAAAMT4AABk9AACzuwAAqrwAAAi8AAAWvAAAbrsAAH69AADMvQAALT4AAIM9AAAdPAAA/7wAAPs9AAByvgAA2D0AAHk9AACwvQAAwL0AANk+AABAvQAAFL4AAL89AACgvQAA+70AABI9AACBvAAA47wAAIg8AAAMPAAAD70AADI9AAABvAAA+z0AAHi7AAAQvgAAnzsAAIi9AABtvQAAR70AAGC+AABlvQAADbwAAC09AACZPQAA/LwAAFQ9AABLPgAAzjwAAEA9AADpPAAABb0AAD89AAA6PQAAkb0AAPK7AAAuPgAAbr0AACc9AADtPQAATD0AANk8AADBvAAAi7sAAH+9AADIPAAAlz0AAIa7AABxvQAAdjwAALY9AAC7vQAA7LwAAL48AADvPAAAFT4AAPc8AADCvQAAujoAADI9AAC2vQAAdj4AAIY8AACevQAAH70AAFc9AACBvQAA5rwAAGo8AADjPAAAkT0AAHc9AAAPvgAA5DsAAEI9AACvvQAAmL0AAOY9AADDPQAAv7sAAO+8AACjvAAAg70AAKm9AACBPQAAir0AABS9AACVOwAAeL0AAGa8AACXOgAARL0AAAO+AACQvQAA3D0AAHE+AABiPQ==",
          "siblings": [
            "f4c3807c09499901fe55859bbcacbafc3b9e85e9156e5985d8cea06f2bd99299",
            "955fb5336d0b8eaac358fccf8058f6eb0d7ae9eb71b712005c4382317ededcbc",
            "baae1b7198d09079a869a00b52ccb9690ce1c84d1733243a2791561156a0d495",
            "5a4e8e4cc65b44ef009f44060b81ac315cd85bf1e8df224a1617bd19dc21d71c",
            "626c574b44dfc4bf93aaf26e7dd6e4ad3d9b4874a6369ade183b066d88ffe1b8",
            "78e276c6dd7df363cb0b15178074f248a70061bdac30966a02075204ae2888ed",
            "d30c73d743ada331929a1fa45901f02fc72e0b5d9a2b12897f7d31e4cc1f72de",
            "01d5580aec47aec72b03552e8aa39a7faab29b87390cde7a511f67cfdb357f87",
            "d96f4cea624470263f8f11ff6a77f151f0fa02852a8cbbd287bcd105bd1190f4",
            "84ea8e6b0a116f3bc4b2334d393635e5ca07d15e813430651ee2f3abd0b78835",
            "2c43eb9e3526917a80916a96743ce965efe2e4d07ebb5b23aa6194e9f3f674cc",
            "cfc88b1b7c2f515fe1d7d0bb4d823d9abcfbba441a228916aa2b2d390587dfc8",
            "253c526c332e2355933ea9e4304f82eb7bd141cf833b46eadc9d958c2e955c72",
            "dc11ac18e84afd4c3795312985bebc6d664c89e76bd891df1c3bed4ac80fe561",
            "1d72aa35f221a54f65bae46aa49c5ea04232c403819a44ae8bccda545440ecfd"
          ]
        },
        "gradient": {
          "data": "hbuWN2thgbZqBiw13aN+NxW1xbjX8FE3dHP8uK4gvbhq+a6427SXOF9PSbfmWOO4Bd3jt+ACCTgQbGw4kOwuuUAwJrbXbq83EtXSN6e4R7gMrsY2EzBnuP/9nLed2QO4PVsINsk6kLnoyMs4ngUOuI0ChTe9ND83WCnht56prrefZaA3MjiZN3JubTiu6x04xxQLN1Lt6ThksqS3NstYOEEfwDeeppC39MOPtrUn57c5D3S4xP6MOO6/crjzua42rAsOuOYGBrihIhK5KvEQtqcxxre3ewA4MrcnuMS4sTjaJEE33ZNkOG21nbge4J05qafFt6yyCbeSkJY3EzOmOHqHGrgaid047xBROCWFRzgAqtc4LQTlt/ZLDDfYr4e4WoFfNy3WLTi7cga5yeC9t7K+qjiUNAk37i+gONzZvzb7PRY4urhstk9YRbk5iQK5+bocODMv8DeVqAO4rzCXtl4Pd7izKJw4BRgcOIxiK7j5hRk42gCBtUpBYTjUiAQ4x2vCN2HLubOcDuK3QIc+Nxbk4zlNujK3cRyNuERYXzZJW9u3lvLDOMAu27cBgCM3BE06OFkq2LdQ1hk4CdG8tmDeaThMwgS3sFbjOCABNjg1LVe4DgUIOHEWSjj5EAS4JoycONIHhjjSoLY48rx2N8CqoLZhfvC4QuXctz2s+DdK8TC5TS06uM2F17djVqe4c7CpOFAsQTifF0a3MzhIOKWJTDd3NqO2ptCzOEpKfzd2DKm4s4twOJZ0mLbDtEi3O1Z2uB+pTTjsvrG3kZMBuLVrnThH9VM4QB46NgEBmLW5Loq2Y996uHcvXzjPppO4Hri3OI0quTbSTyo4W8JBNwJ3mbbq7sQ3gByWNgYBZTf5qM23Z/5UuMYaTLfTbgc24shatyQNBbj6RYc4NAr0Nx4qmDigOSQ4eZPeN0owlrjwZ6i3LrBXuMnaFbjPlc24B2pJt+4qUbcrpd62ijM4ty6MXTh1fP63fSRHOCRGNjhJRGo4HTkmt6fPozjDxB83IfdQuJ86wLcFMbe3MLwVOFBQMbiVBOS3/2kjOAfiPDhpza64leCAuAaW7TYdbiK4gBc4uPa1/LiS7xS4oeJJOHgqcLhtj+w1NwlpuF0fxbgWYSA4WLKSt3jIXDjiFYC4oLDPt221lje85wO41KwyOOwF+DcOCBM2EZBmuGAOm7dHDBe33LZ+N7E0QzjK0sM3Tqert+DEFri6M5y46qT5OBmN0bjXq+83oKUkOOBhb7jfHXo3Q5p0NNV2NzjYNJy4eEQvuJWdjzjTcac4ReObuGUNRjjjwNI39QrzuIJ9BjgRmYM4L5ZBuBhzSTdmQAi41HeithLFJjdzyB44cBMbuOvKjbgArqw3i0Okt26JYzgsQ6K38yejtwnipDaBvMM4r8+xON2jn7fVcX24qS31t77y5Tdz0h64qp9mOKjvJjeFjOO4HyTSN8qfkjR7ffK33ppct10B+Lef/g23YUtPOHm/hjJTqhE3I/dON5Nc1jdD5kA4KVRMt9PdZLhl16c4f3SJuOoTKDf+dIU3Q0aqNxaMDbi3RY637HuMuIxkM7aWjce3uU5Ct/SG9bcKLh04Pltft3VZJDgsE8w4bZvdtjeXFbjhdgu4YMyYNyUjqbf4N5O2yO+GN8/6+7ciVby3Yst/t96f7bZoNHC3VnUQuUhyqrf2Wuk3bg/HODFJGThlj7A4cBStN/RxJ7fkZck23v6nNzIDl7gBc8M22GSZNpx+kzjM8J04nPUJuPZCKLjZEAi3qIs9t5ThzLihoCK4kcz6tjA0qjjSLus2+t2HNzwZK7hyaZA2LrZrtd7AZrVvYxC4XtRxuPZFgDdyzUu4Ml9HOKJzLzbytBU5xnvxOF4lsjhSJJ23QwJLuKU7uzj4r/q23O2WuCP2hjflRIq2wRl8OOyA3TfxT9g31FiMt6uXcraQ+g840cCPOBrDBrhFD9C4BaiZOEO+8zePF1s5EbObuCeuvTeh+uO373Ypt1n2erfloka4ytrOuAq1STjnOyK4glpzuOC1pjVH3Zw3/aiRNv0lgTc62UY3jtY1ubGRdTg/46+1KX9yNwEQiTcCuwS4MjQItQVyqDhy9Xw4LmlLuPo1uDjRm1O4emd+t9UGzzgA3G81HTofNzvZCrgP/0q3AUGsODqKpzYAG/A2CO2tOMXVqDcj1Hm49AXGtnDxzbjOIuq2yVfQOOqfkTZBihI40HbGOJ8fMbcJrVI4VQD8tw6pkTiOVls3voRINzqkELh7s7m3ZOQEt4sC3DYOAfQ33Iu/thbHKrdQqhc4SdaVNwlfSTcgC2I4Hd3INrkEv7iIjBk1snAQuIIoDje3dYU3FNGPOPdXgDfZMJo4tdsUOO+wYrfKBMi2prO4N1rs8Te23Ok3fTVVuKSsc7b7vxQ4HNPrt04GaDgYXqS4pH6WuK8m87dv54Y4fV8UtZf6m7i1GLk3RV5Mt1o8XrgZUvQ3PxR5uGtzeDfKy3i4sfWAuPGwkTWVats2PoPKuM3n2ri023Y2cXr3t9WJAbj0T5443fSSN4qWvjaBW324HUuQtx+2+rfqJHK4g1zsN00GX7iUezc4DXcVNm3qgrekz3g4olhsN1nQo7jCMdE3WdYOOEoq0jg8GzY3uPi8t4QgKzhiCqu4ibqFN9MpjjhOMAA4NQ1HN+sLeTf0ASM48zQeuMY6q7fMwQk24W0QN+9RMrU75hi4H75ut5Ga8TaLvAE4IceLOMCh6bdskgk3iRw/uFJmKDhakqw3mSOEuC3LfbjG2Qm5UOXqt2iqo7c+ZIq4VUaxOFyFHbc5s7S4qoWAuC3a67ceb4m3zfbxN57oSzhRusu4WLlHOO4lXDidRz84KzBhOI0bATgd0co3nV6EuDVhwrhR1eq4as4QOEKblLj1NMC2h6SjN++G07h4CyA4Dk7SNiF9wzivC7O1zlERuEldcLi/Ixg1YL6cuNI8TDZTB3u4L+zdODlSMTd1Z9c39OmiODrPgTfxZn248LWgNkbCADg3nA23aBhCOEivoTbZYi03gYK6OBjN6renv5S3TmcNOe/fTTSiRSQ4IBdfOhEzsDq7gVg7UQcVOi7kZToVan86yyFhOtzvy7pbXF08WdW/uS4o4jr1VBW7faENO+uDDbssZIq6U3j3Oi6SYDp2EYA7w7kwul4YBTvoBvw5bSz+Ohlj1LqEiTA6PVvwOiRWDryUb2y5aRwLO1r9rDkWz4s5HKcDu2DSLDuGGaq6K6P8uZCfRbptcqO6WulaOng4tzoYp4o6ln7nuDVfETuxM/m5nR2uuvG3zrqyzA06EVz1ug6NADt0eFw7l8CbOuF9RbqQvd65QtH/OtCx7LpFxE267mbBulD7qTohkNG6ClICuwp8Cbn5zlO55LKmufQHk7rVYT87vIRUuu/AxTpDwSA7MafFupy5XrqImi66HEkyO7nfpDopIvE6wGMruxWUjrroJZY6M9AUuhpOHzmXkhS7n3OWuNB7gDqp++a5i5OsuvTuzbnLO5W6p38LuzjZlLpaBfG61IQZOzlP67mSKym6U/p8OgvElbqvAue6auSQupwVaTrAL/c6QBsZOvt+Drtl8sA65WTcuhlnb7utMra6gx3VOnsBvzm0mhC7abvTOvova7tCdKY6UFlkurq85reNYY66XhtqOj4D0TrcaTi6RwTguZg+aroJnLQ6HIMmOqbKILvdP885TRm/Oc32VbpTuu66yBvHOlX7N7rsvfW6jTtxu+TnjLn0ZAc6sNRPu/Gckjkc+XY6M69DOnt3K7nfhoK7vD87O1vI2jq25is7SfeCOkfl+TinSzM7zeYzu5SQiLpUgGW5KJIHO+UmcDqIFLW5iqhDuyqpn7tgzQm7cQkVO9H52rmTs186KCvKOPlhL7ujBLg56ud/O4aU3zlwa1C4WaDfuqs2Ajv8Mjk6bUQpO4BztTrnIEq6U+C8ukFB0TlLkti6nDEFuvrXPrrWKEE6ufwCusuawrpIoLw6G64mOf8FDru46qW5UvJauu6rP7unCyO4FurFuKX8zbqwULy6K+I3Oig8MTpHEx6703Yhu0XZMzoMoy65d8JAO6LQFroppQa71+DWOo432bncosi6SSfMOXP2MDrxowu7ftYEuXZriDtrUy07S0DpOqAIabqa23+68Z/qOB+8XDj7Olg74xDmOjxZKLro6ea6iY+muj2n5zpZoN26uQ0CuxUARbmv3I25ZnYROyOes7rJq4M5taHLOfHwizryPVM5DZsQO9slMDt7OoO6SWiUudN6qzpHzkY6sSgLO/HhsDouUKe6ykXbOg3cLrqgBsy6w1sOO8kSxzp3MJS6TqIqulWqHbvtWeE6pXYuO1oiejqcyAU7KX+eO7xEiTvoQhe6cBTNut9LJ7sTWGs6pFP0ugxribkMR5i5mUqCu4IqKTvtukA6wh8oOrQmZ7tDg7e622fNuj7CcLkQTYg5FiZvuxS3zLpPIxK7Zu4Ku+Sgn7rtnUs7S/8FupkPXzuO1a663BmLOkL2HzvEewS7L2LyOmrr3LoljU25Tc1aO0dEnLoRHUC5KvIwO/CtEDsGM1i5f7qtuvB4OzrrxhM6U2y7ug896bpjFSo65szqOb0cO7s98kE6gq/YuXAGvjqsm4C5hHS9OLPPGzu/Ape6xsAAO8EMTrg/YPY6eZpCuzD8UDpyf1662KlnuhFmazpmVAk7I09VOpNflDqWSRw7M1NwOr48Orn1BCo51qtCPGq8Fjtq+646dHMkO42xb7ooggK6EhCuuhUecrsQoQk7dSCLuTLTk7uzxEg6fsNrOsG6HztiZQW7tcIUObx9IDv0gRO78NCpuXbcTrunjo86DqEnOxB4OTu8oS07eVLVOWsOBrsSMuA6Ia2GOXGxRTjzvGg73iRJuUOTWTr6sM46hPSJO3sBDjsWhCG7SGa1OlZoEzsIHY67c6KKutp2IzsgSyU7E3R/uotg4TkOVsy5+kmxO4NcJDmp+oA6p6XFugf4jbnRn426nBdDOwHHpjsRblW6kwwmOgVH9rontgy7n/IGOz4TcbonHl66AvLDOkE+IjlquLO67MOTOqqB1TrpPdU6OccUORALq7m7dR85JLKDue1mqbo2RxG7BLyiuutsVbsnhSI6nZoavBvk5bqSY5O4ba+JOYyo5zlYy/I4b6bkui/pjLqlsbE6H5bPurUvgrqvVB65VlnZufXIkTpIvJw6NZmzNVgNBjsrxRa7z5kWu5oRMjpqUQm6SNUuO4rVmLn/Hhu7Q09LukxKxzrJEGq6VscdOpvyyjlIJ5U66pC5uK05m7rL8ng7oINYumHjijjfO3667+zcOpfLq7iEKIC6RMaAuieWxbojVUk5oVvkuphKF7ttN7i6FEXjuk/51LniHYW6gR8pu0NYuTrdGwk5bjnMO5mlgTmVkri64zsxOwahpDpIQmY6gTuDOVYcYjtl90o7hzAZOg==",
          "siblings": [
            "4574ef4fd8c5f75fa7d28ce87c6d442208694fa6470f4183705c414e45dccdb7",
            "dc6070ce3e5a722692b416c5c605e13fc970d0b7ca5f48eb7ea5f5c5bab675c9",
            "fff4e743ddd08c0f9ffd7f8fc415dc82b5d5ced6b5dcb86b728aacbb002e8634",
            "228c016383f56cfdac8edb020e5b4ef7ef59d9181c2d7fc05e0fa2641ddbebf8",
            "7d4cafadb351e3f35d562bc18664bfa197959c81da5c1cde9f2b27ec6e37fdc7",
            "2f3975c550ab8113c457b2a78a7c89ded95eb72b2ade2c3d9d8f6f148bb1e6fc",
            "6efb5dd7a11ccb2e1d49527feeeb9d1829905b89972c72a18a643040a96eb5f7",
            "6d99ff0c0164250cc0ee67bd6cd327f88dc51ddeaa956047f6455ed29472d2da",
            "2fabe8ebf9fcee12ce71dc00611fc2ca22e59689c706b894ac139239c1bf69d6",
            "900572346845ce71387d830a2371bf5270d7987f7351d3fd27bc89728abca979",
            "2b18b35c2d66cb1735527e5bf57fbeeefaea1f2eed841840f0e49effab5e5f8c",
            "318a68903187622d00d1fb3d0c76405db9f377a51bee87dc97a80dbda4dd74fe",
            "563fccc8f9081b4ba21bdcd82ad31f3ee7d602e17f3d088d5bc055d15d52f470",
            "f0409c8615cb25da40d5cf9c161b6bb135166f6dc635d9d003fc8e2a325fbef7",
            "9a52ab9d3b0ff4276b865c0b6280d32c8cbec703fdc33f286511f675bb965ec3"
          ]
        },
        "after": {
          "data": "AOBkPwAADD0AAEM9AwDEvPz/ib0BAD69FgCiPPz/9r0EANg9AgBkvhEARDv7/6+9AQBgPgAApb4BAJ6+HgChPP7//Lv//609AQC+vfz/Pr3//yM9AQBMPv7/d70BAJw9AQBovM7/mbwEAJq9AwAsPf//zT0AABU+AQChPQAATL4BAL69AAAbvuv/SjxK/rE5//9lPfv/qD0CAHc9AgCzvf//iD0BAOs9AQDbPAUAjTwDALU9BgBbvQEADD4AAEG+AgCFPf//GL4DADo+AAD5vQEAuj0BALu9BwD0PPz/7z3//wc9//80Pv3/q73J/7c8/P/AvAEAxDz//+09zQFvuv7/xL0FAPW9/v+NPd3/wTsCABK+AACBPv3/MDz//wq+//9TPQIAuL0GAMI9/P/ivAEAm74AALw9yf+yOwQAjrv+/+09///UvBEAOD0LADw9//8uPv3/BT31/wa8AAACvfv/Cr0CABW+8v8YPDsAcDv9/049AAAnPfv/Iz36/+A8AQCkvQAATbv//22+AACFvtn/XT0AAAW+nv83u///FjwJAEM87/+KPAUAvzwAAL49//89PgIAez0DAHe9AQA9PQoAmLwAAIM9BQCfvfj/tzz7/ya9AQAQvvz/fT0DAGo9AgAFvgEAE74CAE6+//8jPQAADr4FALY9BQD3PAEAKb4PAA89/v+qvQIAWT38/5m9BwAJvQQAE70BAKQ9//8ePgEAXr0AANG9/v93PgEAtr0CAB8+FQAlvAAAtj3+/9G8AQAXPvz/Uz3//+e9AwAbPW0AKbsFAB69/P89OwAAnj0AANi9//8evgIAz70DAJI9+P8KPQAACD4CAO+9AAAOPv//tbz//yE+AAAHvgEAY738/+K8AgCgPf//cb0AAO48AQDRPf//tL0DAPe9AACNPv7/FD7//wQ+//88Pv//q775/xO8BQAGPf//Nr4JAEQ9AQCIPQAAED4BADU9AAArPgUAJb36/5y8//9CPvj/hTwBAEm+AAAbPuT/IzwAAI+9/v/Hvfz//bz8/9+8/v+zPfz/C70BAC0+/v+5Pf//tj4PALU8//9rvgAANb4CAO09BABPPf//lb4CAIU9AQALvgoAmDwAAN68/f/5vff/fb39/zQ9AgB2PQEAEr4DAL89AACnvgcAebwDAD09/P94Pf3/Mj0AAK49//8xvgEAyD0AANi9//+QPfj/9zwBABq+AQCEPf7/wr3l/1a86v/WPPf/PL3///U94//+O///Db4AADS+AACrvgIArb39/++9AgCZPRkAI7z+/yY+8//uvP7/qj3//8M9CwADPQAAwD79/909+P/5vAAAVj4BAB8+AACUvQAAHj4AAIU+//8VvhkAVzwAABe+/v8kvQUAF70AAAO/AABMPgAAfr78/5U9CAA0vQAALj79/8i9BQClPP//Bj4OAGk8CgDLvAAAML4UANo8//+nPQAAD77//5a9/v+hvP//vr0BAHY9/v+8PQAAmT39/0E8AgCcvAEA770EAA69/v+evAIAoz35/zI9/f+yvQAA/b0BAA+9AAA+vgIA3T3//9W9AwDEPQAAKb3+/1e9AAAPvv//Cb79/w89BQA/PAIA9L3+/yE+AACgvv//GL7+//u9AACZvgEAoz39/5q7//+uPQAAib4CADc9AQD8PQAAEr4AAEA+8/81vQIAKT0BAK69/v8GPgMAOr0IADK98f+9OwAA070AAL+9+f9jPP3/qb0AAL29AAAyvf3/sT0HAAq9///Wvf7/y70AAGY+//+3ve7/m7wBAFA+AQBXPQQA+b0BAAO9AQC1vf//VL4AAFU+Xf+5twEAvzsDAFQ9qADmOgEAvL3+/+C9//8vPgAApb36/7I9rP/OOwgAbb3+/yy97v8cvPz/xz0AAKG+BwBOPQEAuL0AAH6+//9rPgEAeL4FANO8AQDNPQAAxj0BABy+AwDevQMAZD0CAAc++f8yPf3/Az37/zU+NgCpO///Bj4BANs9/v/wvP//lL3e//K7AgA0Pv7/9j3k/6+7AQA3PgAAq70BAJK9AABZPQMAy7wAABo++P/gvf3/4j0AAKW9CgDMuwEAuL3p/+C7AADGPfH/nzwBAA++AQBBPv7/PT4BAHo+AQCFPQIAPL4AAA49//9FPQEAVj7//5+9/P/WPQIAa7wAAIU+//+1PgEAkr0BAAc+AAAQPv7/Qb4AADm+kAAZuwAA+73//3s+BACAvfH/K7sCANO9AQDIPQMA4r3+/8A8CQCou/3/Zb0AAI2+DAAXO///Yz0BAM69+P9huwAAQb7+/8U9AQDCvQAAnT4BAAG+///9PPj/Or0AAAK+/v+evf7/jDwBAFm9+v9+PQEAp70NAO68BgDYvP7//7wAAMG9AgAHvf3/UT37/8Y8+/96vQAAg74CAOG9/f8xvQUAB738/8S9/f+0vQUAqTz//wY+AAA2vgcAaz0BAKa9AAApvgoAzzwAAJS+9f+bvP//oj0BAEo++v81vQAATj4AAHW+/P/svff/O70AAFI+9f9ovP//yL0DAMm9AABBPgAAzz3//5q+//+ZvQEAGT4DAL09AQDUvQEAFT7g/8A7AACBvAEA5j0FAD29///1PQQA6D3+/wo99P9APBIAkLwAAGA+AQADPv7/4z0HAHo9AQCfvf3/gj3//04+//+DPdX/zTr+/7g9/f8Tvf//zL0AAC69AAByPgAAoz0HAPc8//8SvQAACL4BAJC9+v84PQMALD0AAAY+/v+1vXUAirr8//889f/evAUAXD0GAPw9AQB/PgEAjj36/0m9BACZvQIA0jz8/9K9AwDtPQMAWj3//zS9//8wPvf/zzz//6y+//8DPv7/wj3+/+E9BQAvvQMAa70BANS9//8Qvv//gL7//5i+AQATvvP/s7wEAIs7/P++PPv/970cANS7AAAMPgIAPL4AAKA8GQCTO/b/qLwAADU9AwDAPQAAUr3//xa+BQDpvQAAwz3+/3k9cQBpu///6T3U/6a7AADkPf//az4AAOi9//9JPgQAqrv//2M9BADyvf//7736/1S8GACMvAAAgb75/+s8mwDRvPQAnbwsASK9mf+YPCgA4L3EAri7JwCEvUcAlj0zAQG+7//rvZ0Acb2eAcw8PP9wPd/52bswAKY9WwW5u04ANL3q/0s/HwDZPaT/tz1R/308LABAvmf7qLvD/wA9s/7LPCoGuTwFACY+MAAXvg8AkL0MANK9Tfqgu/n/gD8U/9W8CwA4PokApTwOAIk+TABuvYH/UD3Q//E92P8QvM7/Vj7q/7O94gEZPEgAqT1iAOC81v8Bvqf/3z2ZANC9yv+yPSIAxj32/yy+WQDLvYHrgLpx/9a8DAGVPIr/Kz0iAbI8WgDgPTAAcTz+/9G+4/95vWYAAz1u71s72/+Mvbz/5T0h/w49iQATPWb/vbweALc9PgBSvnIAe72s/6Y9if/9vYsBRTxoAGS9mf/DvPn/0z0j80K7BwA6PVkAJL0oAEs9HgBCPgkAKz6Z/1O9ff7ivJn/NL1Z/xq9UwMGvEYB/zu04rS5qP87PZ8BJjzs/6e+ZABLPUMBVryrADe9GwCHvWMA+T3T+4o7mQA6Pdf/0L6C/1S9bP9WPRECGrs4/1+9t/+MPaLrE7s6AMG9sf9CvQIABD2d/0G9r/9hPW//Ij3/AHU8NgGqO9f/ir30AUy84/+qPSH/Cb0JAEK+CQGQu9j+RLwpAAY+igBGvQL+2rur/7i9Wf+FvT3/7Lu8AG28SABnPuf/Ij1V/848vP9RPdsB8zqm/w2+ggC4vYf2YjsS/yA9LQC7vfv/hj0+AGu+8gH/PNH/q732/7y9RP8NPSoAur0fAEc94v2BvN0AtD2h/7G9Mv8BPWj/MLyz/wA9MAItuuYB1Dzw/4o9p/8bPrP/4jxIAHs7TQCyPbQARL3g/5o9i/+OPQX/6TxGAH89v/+6vbj/jTxq/029LgBpPSEAyz3f/5s9FwC+PSIAAz7f/xc+DgAXvWIA2D0HACg+2v/4ve39m7zy/2q8/v8svkcAjT37/ry8fwCovMP/Hj3bAA89cACJPR8AsL08AFA8LARbvMz/Kb11Ad081v7KPBMAkz2g7tm6EgCEvcP/cT36/Fu89P9rvaH/Kz54AJa9ogAMvSgAhD0sAPg99v8VPQUAXr1q/+g9wf6PPA8AEj5g/wO9NgdoO9j/KD4mAAI+TP8OvSIA3jzn/3+9kwGmvPIBdzzp/0s9IwBovZ//NT23/w48ZACbvdADerxbAA49+v8gvrYDrbu7/xI9oP+vPXsALL06AOA9aP8YPR4AtD1HAMA9igHEvHb/QT0zALI9HgCnPVnyJruy/9o98gAHvVP/qjzLBf27NwDDvr4A1r3m/9G9cv9kvfn/iL/X/7M9q//Dvej/Wr3L/8O80gK6POoASb0RABy+jP+TPGD/i71/AHI9uf+yvacA1Dv9/7c+pgDnPUcAsj2b/7O98OfIuov83Ltz/8s9BgCZPpb9gDx5ABY9GAAMviL/Gj24AEk9sP6cPCYAFD4a9/K5ov3gPLEBQDzv/2q9C/8LPc7/Lj4FABw+eAAwPX7/uzwNABC+v/+MvYYCVDw7AC697P+YPQMBaD3v/0Q+EwD7PfH9ZjyyAO87BADTvSj/aT00ALw9m/72PPz/LL0LAGm/hwDIPUMCqrsnAIM9KADPPVIAH735Ajy82P51PDL/0zzl/40+Wv/iPEEADzzx/yo9GwKmvRsas7o9AKq9w/FBO4MpxzlaAMI8xP+AvagA1j2D/pw8GABhPeb/Z79P9/g6UgBjvZH/pD1yAfY8BgCevZH/xD2ZAdc8dgAXPEgAMT6d/xg9QgezuwICqrzCAwi8lAAWvGT0bbubAH69DADMvf//LD5f/4I9RgAdPJcA/7y4//o9YAByvp7/1z3gAHk9PwCwvWYAwL0xANk+oP8/vTkAFL6N/7491P+fvRQA+70jABI91wOBvBwA47xN/4c8JAIMPOf/Dr1iADI9OQQBvBn/+j1h+3e7DgAQvlUFnzuf/4e9uwBtvaz/Rr3t/1++iABlvTgADbx8AC09zf+YPSgB/Lxs/1M9/f9KPjsAzjzy/z89LgDpPIv/BL3JAD89cQA6PWz/kL3CAfK71gAuPmH/bb0GACc99P/sPdj/Sz3r/9g8w/7AvPP8irt7AH+9IAHIPC0Alz2S/4W72v9wvWz+dTzK/7U9AAC7vXMB7LyiAb48oQHvPPH/FD5fAPc8eQDCvU8DujrXADI93f+1vd3/dT6iAIY8GwCevSMAH72Z/1Y9/P+AvSn/5byc+mk8lgDjPP3/kD1YAHc9JgAPvjwA5DtZAEI90/+uvbz/l733/+U9TwDDPXP5vrsB/+68xf6ivO7/gr3S/6i9dQCBPUAAir0MABS9Ue6UOxYAeL0B/mW8TuGWOnIARL0UAAO+CwCQvWP/2z26/3A+y/9hPQ==",
          "siblings": [
            "13f25e23419fbf3fe01d07f3ee44c7839abf488720252f5aa3f58d8ada17d857",
            "955fb5336d0b8eaac358fccf8058f6eb0d7ae9eb71b712005c4382317ededcbc",
            "baae1b7198d09079a869a00b52ccb9690ce1c84d1733243a2791561156a0d495",
            "628e572dcdeae64679996f24f4a691f62f76399807c6957b44726c87c0d79ba9",
            "17c2c43781e3cf91aba476f32b02c84ddffe49932f61aabf42b819fe1e3d5402",
            "99be06832c30bfee386658b2327c1d7546856f15bb4e274001922d54e92c24d4",
            "43655625e55260e60a3fad0e83cb7082b46fb88f89ded0e0fa9cee9553eae6fc",
            "d35718c9146ed4beb60886a5172d0f89acf7a81b05660aca111dfe561a0e28b1",
            "752a1829769246bc21a626cc7ced5e456f4d82fbdfa9158f323234d511aef946",
            "80a2071ba253f89ddc29223c0af851277a66773969a17e4ddc438595fefd3e01",
            "72ecb3945460e5c335db0576d453e2816fc9a0a2c11818da99279e019586144d",
            "304cfc20907fc5189be1f46bc184829501a3ae98f14d91b43b30b8e8cfb5a25f",
            "e30d9b3af979fb38203ccf981ee0cdde58cb45a475c9ce063ba9e30337f40df8",
            "fc67a94bee5621a980c6db1f9960975be736612da9c08f800fc76dd36d84cce3",
            "53dd09b21c8ee5a74a1ad2730bffffff1bf918dd20e172d909a694452cbef172"
          ]
        }
      },
      "expected_valid": false,
      "preparation_seconds": 6.10270485188812,
      "witness_bytes": 19521
    }
  },
  "compact_checks": {
    "honest": {
      "verdict": {
        "valid": true,
        "mismatch": "",
        "elements": 1024
      },
      "median_check_seconds": 0.0012310165911912918,
      "maximum_check_seconds": 0.0015194937586784363,
      "repetitions": 20
    },
    "forged": {
      "verdict": {
        "valid": false,
        "mismatch": "inconsistent committed SGD chunk",
        "elements": 1024
      },
      "median_check_seconds": 0.0012348927557468414,
      "maximum_check_seconds": 0.0015703001990914345,
      "repetitions": 20
    }
  },
  "training": {
    "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
    "model_root": "b888220a02c94e228c8dc54ab932bb052a35de66ba72664c94b9568198bc7e87",
    "batch": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
    "step": 0,
    "traces": [
      "d2d7f790202acae3964847ba00e29314170f44c9e7bc8777c709d8fc324ae841",
      "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1",
      "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f"
    ],
    "norms": [
      "0x1.09f4b7317ad05p+5",
      "0x1.b5300d95bedbap+4",
      "0x1.217f56357ef44p+4"
    ],
    "clip_norm_hex": "0x1.0000000000000p+0",
    "learning_rate_hex": "0x1.89374bc6a7efap-9",
    "scale_hex": "0x1.cdd2f55d5412bp-4",
    "loss_hex": "0x1.65ed1a0000000p+0",
    "record_root": "7238d9846e18d86dd9435485c865217d7f31dd31ce871519fb2b000e3a1b6f4f",
    "elapsed_seconds": 17.41384843364358
  },
  "forged_training": {
    "batch": "14acce7c57bac91712a9dae8683dc15ae4129fa4a5e3b1f8946e6757ea18598f",
    "clip_norm_hex": "0x1.0000000000000p+0",
    "learning_rate_hex": "0x1.89374bc6a7efap-9",
    "loss_hex": "0x1.65ed1a0000000p+0",
    "model_root": "27046591971bb22a009a2b7eb2391ece32dfb222b10a5d313dab81a9c67c7650",
    "norms": [
      "0x1.09f4b7317ad05p+5",
      "0x1.b5300d95bedbap+4",
      "0x1.217f56357ef44p+4"
    ],
    "parent": "96da8be6bf339861a94f73ab7a438f32cb0c0ae4b1175c288cb19e35696520e1",
    "scale_hex": "0x1.cdd2f55d5412bp-4",
    "step": 0,
    "traces": [
      "e0a091b48cc30a3e3d7dc2d51c8f14a6322342acc1176c1ff7cdf366ea3be4ae",
      "bc2ebebe2ce8f07dc8b21c7c31b1f5a7a3cd90adab0d08106c0f67da5204f1e1",
      "f9fefb2c5671f199d6442919b18bc40958d21b4a1fc3dcf4bafa42608356c61f"
    ],
    "record_root": "c55bb8e976291bf6219be12105981e3e47bcd89b0497891855b8328b06852f14"
  },
  "scope": "same-task repetitions for cost measurement, not new learning or issuance; commitments do not prove gradients",
  "traffic_scope": "raw object payloads; excludes HTTP, RPC-envelope and SSH overhead"
}